-- Logs begin at Fri 2022-06-17 06:48:37 UTC, end at Fri 2022-06-17 08:10:06 UTC. -- Jun 17 07:39:11.108137 dv-cinder-821745-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 17 07:39:13.860274 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.common.config [-] Logging enabled! Jun 17 07:39:13.860838 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev22 Jun 17 07:39:13.860992 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 07:39:13.864177 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.common.config [-] Logging enabled! Jun 17 07:39:13.864430 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.3.1.dev22 Jun 17 07:39:13.864738 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109195) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 17 07:39:13.865759 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:39:13.865991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:39:13.866341 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:39:13.866585 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:39:13.866806 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:39:13.867118 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.867423 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.867703 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.867931 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.868223 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.868511 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.868791 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.869106 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.869403 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.869685 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.869963 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.870244 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.870469 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.870752 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.871036 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.871319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.871540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] debug = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.871815 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.872234 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.872641 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.872916 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.873881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.873881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.873881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.874500 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.874790 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.875121 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] host = dv-cinder-821745-1-iscsi {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.875399 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.875686 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.875972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.876258 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.876530 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.876832 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.877142 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.877413 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.877709 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.877981 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.878265 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.878550 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.878837 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.879060 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.879280 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.879564 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.879849 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.880145 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.880416 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.880688 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.880974 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.881782 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.882071 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.882353 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.882633 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.882967 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.883275 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.883562 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.883835 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.884105 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.884384 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.884657 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.884927 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.885220 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.885505 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.885770 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.886065 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.886360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.886642 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.886965 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.887248 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.887519 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.887835 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.888108 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.888402 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.888664 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_json = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.888934 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.889267 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.889547 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.889818 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.890085 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.890354 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.890621 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.890902 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.891170 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:13.891498 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.891801 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.892099 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.892380 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.892668 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.892965 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.893253 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.893528 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.893814 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.894158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.894429 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.894700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.894981 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.895274 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.895569 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.895870 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.896159 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.896495 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.897350 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.897733 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.898012 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.898339 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.898625 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.898900 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.899189 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.899477 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.899755 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.900079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.900639 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.901033 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.901310 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.901586 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.901893 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.902158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.902428 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.902765 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.903085 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.903414 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.903710 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.903991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.904283 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.904567 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.904838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.905140 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.905427 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.905700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.906003 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.906275 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.906548 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.906909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.907194 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.907468 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.907741 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.908062 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.908338 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.908610 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.908878 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.909177 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.909446 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.909722 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.909991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.910262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.910533 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.910804 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.911075 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.911346 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.911615 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.911888 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.912163 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.912492 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.912769 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.913077 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.913349 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.913630 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.913927 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.914202 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.914481 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.914757 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.915031 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.915305 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.915577 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.915853 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.916129 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.916399 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.916687 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.916987 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.917276 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.917559 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.917842 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.918136 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.918412 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.918692 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.918965 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.919239 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.919515 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.919793 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.920081 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.920369 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.920658 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.920968 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.921258 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.921534 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.921838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.922120 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:13.922337 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:39:13.922576 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109195) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 17 07:39:14.268434 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 07:39:14.268710 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 07:39:14.269030 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 17 07:39:14.269360 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 17 07:39:14.660055 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.660347 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.660611 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.661909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.662180 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.662961 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.698205 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.698477 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.698747 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.713761 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.714037 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.714300 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.742362 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.742639 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.742907 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.780021 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.780296 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:14.780556 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.005125 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.005879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.005879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.005879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.006638 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.125355 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.125671 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.125953 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.126219 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.126481 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.126782 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.127053 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.127288 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.127540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.127814 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.128066 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.128324 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.128574 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.128821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.129098 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.129367 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.129617 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.129878 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.130142 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.130393 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.130658 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.130908 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.131715 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.132086 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.132336 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.132582 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.132991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.133234 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.133471 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.133705 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.133937 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.134176 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:15.134535 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 17 07:39:15.137636 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 17 07:39:15.141533 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 17 07:39:15.145273 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Jun 17 07:39:15.147437 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 17 07:39:15.147873 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 17 07:39:15.148203 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 17 07:39:15.148587 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 17 07:39:15.151629 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 17 07:39:15.151874 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 17 07:39:15.152211 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 07:39:15.157599 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 17 07:39:15.179179 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 17 07:39:15.179627 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.179917 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109195) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 17 07:39:15.180274 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.181647 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109195) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 17 07:39:15.181924 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 17 07:39:15.182169 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 17 07:39:15.185625 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.185921 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:15.248738 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 17 07:39:15.249056 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 17 07:39:15.249295 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 17 07:39:15.249667 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 17 07:39:15.272936 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_db.sqlalchemy.engines [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109195) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 17 07:39:15.893250 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing driver for type 'gre' Jun 17 07:39:15.897085 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] gre ID ranges: [(1, 1000)] Jun 17 07:39:16.058819 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing driver for type 'local' Jun 17 07:39:16.059371 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing driver for type 'vlan' Jun 17 07:39:16.139486 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] VlanTypeDriver initialization complete Jun 17 07:39:16.139848 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing driver for type 'vxlan' Jun 17 07:39:16.140327 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] vxlan ID ranges: [(1, 1000)] Jun 17 07:39:16.333927 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing extension driver 'port_security' Jun 17 07:39:16.334711 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.extensions.port_security [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] PortSecurityExtensionDriver initialization complete Jun 17 07:39:16.335046 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing mechanism driver 'openvswitch' Jun 17 07:39:16.335363 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing mechanism driver 'hyperv' Jun 17 07:39:16.341887 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.plugin [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109195) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:16.342565 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.342936 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.343287 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.343802 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.344234 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.344585 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.344928 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.345340 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.345740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.346085 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.346420 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.346801 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.347200 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.347542 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.347879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.348404 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.348822 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.349205 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.349545 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.350508 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.350913 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > address_group after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.351259 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > address_group after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.351597 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.351982 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109195) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jun 17 07:39:16.352418 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] ML2 OVO RPC backend initialized. {{(pid=109195) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jun 17 07:39:16.353150 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.353508 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.365954 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.365954 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > networks before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.365954 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.365954 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > ports before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366616 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366616 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnets before_response 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366616 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366616 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366958 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366958 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366958 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.366958 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.367268 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.367268 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.367268 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.367268 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded quota_driver: . Jun 17 07:39:16.367268 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.plugin [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Modular L2 Plugin initialization complete Jun 17 07:39:16.367625 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading services supported by the core plugin {{(pid=109195) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 17 07:39:16.367625 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.plugins.ml2.managers [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Got port-security extension from driver 'port_security' Jun 17 07:39:16.367625 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.extensions.vlantransparent [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Disabled vlantransparent extension. Jun 17 07:39:16.367625 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109195) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 17 07:39:16.367912 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: router Jun 17 07:39:16.402908 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.403303 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_create 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.403674 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router before_create 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.404041 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.404418 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.404780 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_delete 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.405170 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.405525 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.405887 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_create 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.406237 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.406588 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.406939 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.407300 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.407713 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.408086 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.408426 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.408764 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: subnet after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.409131 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.409481 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.409830 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.410177 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.410517 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.410873 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router after_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.411217 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.411570 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_create 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.411933 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.412302 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_update 55549900 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.413233 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > agent after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.413592 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > agent after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.413942 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > network after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.414792 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Tracking information for resource: router configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:16.415123 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Tracking information for resource: floatingip configured {{(pid=109195) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 17 07:39:16.419914 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.db.l3_agentschedulers_db [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 17 07:39:16.420484 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.420846 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.421230 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.421580 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: port after_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.422365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router before_create 55550100 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.422727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.423084 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_create 55550100 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.423435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > router precommit_update 55550100 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.428465 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.provider_configuration [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service providers = [] {{(pid=109195) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 17 07:39:16.428835 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.db.servicetype_db [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109195) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 17 07:39:16.431790 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.service_base [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:39:16.432132 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.service_base [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:39:16.432474 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.service_base [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:39:16.433386 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.services.service_base [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109195) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 17 07:39:16.433756 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.services.service_base [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 17 07:39:16.434131 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.434447 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 17 07:39:16.444660 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.445009 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: auto_allocate Jun 17 07:39:16.450887 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: network precommit_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.451258 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: network precommit_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.451772 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.452095 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: tag Jun 17 07:39:16.458504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.458839 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: timestamp Jun 17 07:39:16.463267 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.463603 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: network_ip_availability Jun 17 07:39:16.468921 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.469322 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.469674 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.470379 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.470697 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: flavors Jun 17 07:39:16.475884 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.476212 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading Plugin: revisions Jun 17 07:39:16.486998 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109195) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 17 07:39:16.487380 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.218s {{(pid=109195) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 17 07:39:16.488108 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109195) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 17 07:39:16.488442 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Initializing extension manager. Jun 17 07:39:16.488966 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: __init__.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.489316 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: __pycache__ {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.489649 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.489983 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: address_group.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.490752 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.491315 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: address-group Jun 17 07:39:16.491638 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: address_scope.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.492343 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.492860 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: address-scope Jun 17 07:39:16.493202 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.494118 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.494624 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: router-admin-state-down-before-update Jun 17 07:39:16.494946 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: agent.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.495814 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.496321 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: agent Jun 17 07:39:16.496643 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: agent_resources_synced.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.497571 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.498076 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: agent-resources-synced Jun 17 07:39:16.498398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: allowedaddresspairs.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.500154 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.500675 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: allowed-address-pairs Jun 17 07:39:16.501033 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: auto_allocated_topology.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.502101 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.502618 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: auto-allocated-topology Jun 17 07:39:16.502943 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: availability_zone.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.503628 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.504133 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: availability_zone Jun 17 07:39:16.504451 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: availability_zone_filter.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.505398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.505904 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: availability_zone_filter Jun 17 07:39:16.506246 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: data_plane_status.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.515210 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.515714 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension data-plane-status not supported by any of loaded plugins Jun 17 07:39:16.516031 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: default_subnetpools.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.516932 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.517468 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: default-subnetpools Jun 17 07:39:16.517784 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.518583 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.519086 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: dhcp_agent_scheduler Jun 17 07:39:16.519402 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: dns.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.520316 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.520824 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension dns-integration not supported by any of loaded plugins Jun 17 07:39:16.521172 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: dns_domain_ports.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.522618 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.523125 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 17 07:39:16.523444 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.524365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.524876 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 17 07:39:16.525463 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: dvr.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.526132 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.526636 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: dvr Jun 17 07:39:16.526953 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: ecmp_routes.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.527858 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.528360 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 17 07:39:16.528679 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: empty_string_filtering.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.529605 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.530111 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: empty-string-filtering Jun 17 07:39:16.530431 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.531332 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.531835 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 17 07:39:16.532161 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.533095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.533597 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 17 07:39:16.533923 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: external_net.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.534824 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.535326 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: external-net Jun 17 07:39:16.535644 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.536548 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.537087 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: extra_dhcp_opt Jun 17 07:39:16.538015 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: extraroute.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.538875 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.539379 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: extraroute Jun 17 07:39:16.539698 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: extraroute_atomic.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.540712 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.541252 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: extraroute-atomic Jun 17 07:39:16.541577 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: filter_validation.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.542238 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.542741 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: filter-validation Jun 17 07:39:16.543060 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: fip_pf_description.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.543960 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.544461 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 17 07:39:16.544779 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: fip_port_details.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.545716 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.546221 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: fip-port-details Jun 17 07:39:16.546540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: flavors.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.547736 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.548251 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: flavors Jun 17 07:39:16.548572 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.550225 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.550742 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 17 07:39:16.551067 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: floatingip_pools.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.551762 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.552268 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: floatingip-pools Jun 17 07:39:16.552592 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: ip_allocation.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.553585 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.554096 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension ip_allocation not supported by any of loaded plugins Jun 17 07:39:16.554398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.561185 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.561695 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: ip-substring-filtering Jun 17 07:39:16.562017 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l2_adjacency.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.562945 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.563446 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 17 07:39:16.563766 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.564716 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.565267 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: router Jun 17 07:39:16.565587 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.567929 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.568449 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 17 07:39:16.569319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.570261 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.570770 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: ext-gw-mode Jun 17 07:39:16.571094 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.572006 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.572511 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: l3-ha Jun 17 07:39:16.572833 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3_flavors.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.573772 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.574277 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: l3-flavors Jun 17 07:39:16.574594 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.575494 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.575998 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 17 07:39:16.576318 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: l3agentscheduler.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.577383 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.577897 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: l3_agent_scheduler Jun 17 07:39:16.578225 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: logging.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.579679 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.580205 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension logging not supported by any of loaded plugins Jun 17 07:39:16.580534 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: metering.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.581307 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.581880 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: metering Jun 17 07:39:16.582200 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.583278 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.583791 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: metering_source_and_destination_fields Jun 17 07:39:16.589193 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: multiprovidernet.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.589888 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.590401 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: multi-provider Jun 17 07:39:16.590724 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: netmtu.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.591645 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.592154 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: net-mtu Jun 17 07:39:16.592474 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: netmtu_writable.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.593418 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.593926 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: net-mtu-writable Jun 17 07:39:16.594243 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: network_availability_zone.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.594909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.595407 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: network_availability_zone Jun 17 07:39:16.595722 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: network_ip_availability.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.596812 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.597350 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: network-ip-availability Jun 17 07:39:16.597669 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: network_segment_range.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.598428 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.598936 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension network-segment-range not supported by any of loaded plugins Jun 17 07:39:16.599257 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: pagination.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.600763 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.601125 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: pagination Jun 17 07:39:16.601444 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: port_device_profile.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.602359 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.602874 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: port-device-profile Jun 17 07:39:16.603195 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.604103 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.604611 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: port-mac-address-regenerate Jun 17 07:39:16.604931 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.605873 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.606376 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: port-numa-affinity-policy Jun 17 07:39:16.606696 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: port_resource_request.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.607607 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.608105 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension port-resource-request not supported by any of loaded plugins Jun 17 07:39:16.608424 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: portbindings.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.609366 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.609875 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: binding Jun 17 07:39:16.610194 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: portbindings_extended.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.613020 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.613548 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: binding-extended Jun 17 07:39:16.613883 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: portsecurity.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.620895 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.621443 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: port-security Jun 17 07:39:16.621772 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: project_id.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.622744 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.623077 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: project-id Jun 17 07:39:16.623402 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: providernet.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.624313 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.624832 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: provider Jun 17 07:39:16.625187 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.628697 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.629250 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos not supported by any of loaded plugins Jun 17 07:39:16.629579 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.630828 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.631374 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 17 07:39:16.631704 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.632624 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.633167 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 17 07:39:16.633494 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_default.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.634405 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.634915 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-default not supported by any of loaded plugins Jun 17 07:39:16.635239 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_fip.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.635893 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.636396 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-fip not supported by any of loaded plugins Jun 17 07:39:16.636717 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_gateway_ip.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.637659 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.638169 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 17 07:39:16.638488 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_port_network_policy.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.639390 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.639897 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 17 07:39:16.640216 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_pps_rule.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.641403 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.641915 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-pps not supported by any of loaded plugins Jun 17 07:39:16.642237 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_rule_type_details.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.643149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.643660 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 17 07:39:16.643984 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: qos_rules_alias.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.645066 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.645583 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 17 07:39:16.645903 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: quotasv2.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.646857 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.647185 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: quotas Jun 17 07:39:16.647503 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: quotasv2_detail.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.649213 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.649557 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: quota_details Jun 17 07:39:16.649888 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: rbac.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.651206 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.651729 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: rbac-policies Jun 17 07:39:16.652057 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: rbac_address_group.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.653010 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.653532 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: rbac-address-group Jun 17 07:39:16.653861 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: rbac_address_scope.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.654776 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.655292 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: rbac-address-scope Jun 17 07:39:16.655617 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: rbac_security_groups.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.656526 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.657066 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: rbac-security-groups Jun 17 07:39:16.657390 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: rbac_subnetpool.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.658298 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.658810 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: rbac-subnetpool Jun 17 07:39:16.659132 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: revisionifmatch.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.660045 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.660559 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: revision-if-match Jun 17 07:39:16.660879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: revisions.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.662209 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.663236 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: standard-attr-revisions Jun 17 07:39:16.663563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: router_availability_zone.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.664235 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.664748 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: router_availability_zone Jun 17 07:39:16.665112 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: routerservicetype.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.666025 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.666544 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension router-service-type not supported by any of loaded plugins Jun 17 07:39:16.666857 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.667769 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.668281 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: security-groups-normalized-cidr Jun 17 07:39:16.668605 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.669545 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.670060 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: port-security-groups-filtering Jun 17 07:39:16.670380 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.671288 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.671803 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: security-groups-remote-address-group Jun 17 07:39:16.672126 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: securitygroup.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.682219 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.682749 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: security-group Jun 17 07:39:16.683080 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: segment.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.683863 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.684372 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension segment not supported by any of loaded plugins Jun 17 07:39:16.684698 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.685653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.686162 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 17 07:39:16.686486 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: servicetype.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.687677 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.688197 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: service-type Jun 17 07:39:16.688519 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: sorting.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.689537 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.689870 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: sorting Jun 17 07:39:16.690194 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: standard_attr_segment.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.691120 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.691644 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 17 07:39:16.691968 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: standardattrdescription.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.692616 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.693163 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: standard-attr-description Jun 17 07:39:16.693508 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: stateful_security_group.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.694466 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.694983 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: stateful-security-group Jun 17 07:39:16.695303 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: stdattrs_common.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.695880 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 17 07:39:16.696200 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.697160 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.697678 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 17 07:39:16.697998 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnet_onboard.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.699064 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.699584 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: subnet_onboard Jun 17 07:39:16.699906 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.700835 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.701388 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 17 07:39:16.701715 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnet_service_types.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.702626 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.703140 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: subnet-service-types Jun 17 07:39:16.703462 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnetallocation.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.704525 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.705079 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: subnet_allocation Jun 17 07:39:16.711446 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.711446 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.711446 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: subnetpool-prefix-ops Jun 17 07:39:16.711446 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.712124 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.712637 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 17 07:39:16.712982 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: tagging.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.714028 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.714544 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: standard-attr-tag Jun 17 07:39:16.714869 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: timestamp.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.716085 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.716598 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loaded extension: standard-attr-timestamp Jun 17 07:39:16.716926 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: trunk.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.718009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.718499 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension trunk not supported by any of loaded plugins Jun 17 07:39:16.718825 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: trunk_details.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.719740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.720249 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension trunk-details not supported by any of loaded plugins Jun 17 07:39:16.720569 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: uplink_status_propagation.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.721530 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.722036 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 17 07:39:16.722356 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Loading extension file: vlantransparent.py {{(pid=109195) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 17 07:39:16.723024 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109195) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 17 07:39:16.723525 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 17 07:39:16.726461 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:network Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnet Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:port Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service FLAVORS assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.731594 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:router Jun 17 07:39:16.732266 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 07:39:16.732266 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service METERING assigned prefix: /metering {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.733062 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.733438 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.733789 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109195) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:39:16.734766 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 07:39:16.735209 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:security_group Jun 17 07:39:16.735646 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 07:39:16.736260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service CORE assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.736590 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:39:16.736934 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] subnetpool is already registered Jun 17 07:39:16.737380 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service CORE assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.737705 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:39:16.738035 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] subnetpool is already registered Jun 17 07:39:16.740300 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.741308 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service FLAVORS assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.741887 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.742308 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.742638 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:router Jun 17 07:39:16.742984 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] router is already registered Jun 17 07:39:16.743381 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:floatingip Jun 17 07:39:16.743713 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] floatingip is already registered Jun 17 07:39:16.744162 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service METERING assigned prefix: /metering {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.744816 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of CountableResource for resource:rbac_policy Jun 17 07:39:16.745169 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] rbac_policy is already registered Jun 17 07:39:16.745577 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:security_group Jun 17 07:39:16.745906 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] security_group is already registered Jun 17 07:39:16.746307 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 17 07:39:16.746638 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] security_group_rule is already registered Jun 17 07:39:16.747269 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service CORE assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.747595 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:39:16.747926 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] subnetpool is already registered Jun 17 07:39:16.748338 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.v2.resource_helper [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Service CORE assigned prefix: {{(pid=109195) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 17 07:39:16.748660 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Creating instance of TrackedResource for resource:subnetpool Jun 17 07:39:16.749013 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING neutron.quota.resource_registry [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] subnetpool is already registered Jun 17 07:39:16.749487 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: extensions {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.750909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: address-groups {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.752350 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: address-scopes {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.753693 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: agents {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.754834 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: auto-allocated-topology {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.756074 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: availability_zones {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.757330 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: dhcp-networks {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.758816 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: dhcp-agents {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.760217 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: routers {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.764537 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: flavors {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.764537 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: service_profiles {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.764766 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: next_providers {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.766211 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: service_profiles {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.767740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: floatingip-pools {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.768953 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: routers {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.771014 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: floatingips {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.772331 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: l3-routers {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.773727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: l3-agents {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.775098 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: metering-labels {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.777734 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: metering-label-rules {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.779007 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: network-ip-availabilities {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.780269 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: bindings {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.781925 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: quotas {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.783340 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: quotas {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.784722 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: rbac-policies {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.785991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: security-groups {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.787850 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: security-group-rules {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.789095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: service-providers {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.790290 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: subnetpools {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.791685 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: subnetpools {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.793151 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.794809 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.796635 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.798401 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.804803 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.804803 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.804803 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.806134 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.807907 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.809686 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron.api.extensions [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Extended resource: tags {{(pid=109195) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 17 07:39:16.815627 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING keystonemiddleware.auth_token [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 17 07:39:16.820412 dv-cinder-821745-1-iscsi neutron-server[109195]: WARNING keystonemiddleware.auth_token [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 17 07:39:16.829055 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Acquired lock "singleton_lock" {{(pid=109195) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 17 07:39:16.829524 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_concurrency.lockutils [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Releasing lock "singleton_lock" {{(pid=109195) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 17 07:39:16.830150 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Starting 2 workers Jun 17 07:39:16.834937 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Started child 109306 {{(pid=109195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:39:16.839440 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Started child 109307 {{(pid=109195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:39:16.840451 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.841364 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO neutron.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 17 07:39:16.841626 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Notify callbacks [] for process, before_spawn {{(pid=109195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.841894 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [-] (109306) wsgi starting up on http://0.0.0.0:9696 Jun 17 07:39:16.844083 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Starting 1 workers Jun 17 07:39:16.844280 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.845605 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [-] (109307) wsgi starting up on http://0.0.0.0:9696 Jun 17 07:39:16.849302 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Started child 109308 {{(pid=109195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:39:16.850416 dv-cinder-821745-1-iscsi neutron-server[109195]: INFO oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Starting 1 workers Jun 17 07:39:16.853746 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] calling RpcWorker wait() {{(pid=109308) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 17 07:39:16.857886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] returning from RpcWorker wait() {{(pid=109308) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 17 07:39:16.858033 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Started child 109309 {{(pid=109195) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 17 07:39:16.858131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.858223 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG neutron_lib.callbacks.manager [None req-8f9883d6-155c-4bdd-9254-57de849487b7 None None] Notify callbacks [] for process, after_spawn {{(pid=109195) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.858328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:16.858412 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109195) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 07:39:16.858412 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:39:16.858412 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:39:16.858412 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:39:16.858684 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:39:16.858753 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:39:16.859200 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.859469 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.859714 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.859974 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.860269 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.860357 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:16.860857 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.861347 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.861598 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.861885 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.862112 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.862431 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.862599 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.862856 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.863098 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.863397 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.863649 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.863896 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.864162 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.864330 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.864744 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.865050 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.865281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.866127 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] debug = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.866403 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.866888 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.867133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.867385 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.867624 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.867905 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.868142 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.868411 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.868654 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.868869 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.869146 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.869391 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.869641 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.869847 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.870068 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.870321 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.870540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.871002 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] host = dv-cinder-821745-1-iscsi {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.871230 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.871455 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.871705 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.871947 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.872184 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.872400 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.872642 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.872890 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.873166 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.873404 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.873641 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.873904 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.874120 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.874365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.874576 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_options = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.874770 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.875027 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.875282 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.875550 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.875735 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.875863 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.876029 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.876191 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.876441 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.876672 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.876885 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.877122 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.877341 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.877573 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.877829 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.878070 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.878303 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.878531 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.878773 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.878994 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.879215 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.879452 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.879706 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.879919 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.880148 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.880380 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.880603 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.880846 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.881167 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.881384 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.881579 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.882646 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.882646 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.882646 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.882646 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.883141 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.883277 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:16.883408 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.883408 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.883637 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.883768 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.884022 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.884264 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.884483 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_json = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886441 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886441 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886638 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.886847 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.887218 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.887723 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.888115 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.888556 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.889111 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.889652 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.890032 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.890304 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.890884 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.890884 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.891874 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.891874 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.891874 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.891874 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.892198 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.892290 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.892486 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.892750 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.893264 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.893676 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.893938 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.894299 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.894686 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.895057 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.895279 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.895542 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.895787 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.896014 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.896408 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.896817 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.897349 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.897645 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.897909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908095 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.908700 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.909348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910079 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.910653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.911991 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913149 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913692 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913692 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.913839 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.914059 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.914297 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.914553 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.914796 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.915011 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.915272 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.915485 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.915727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.915961 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.916213 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.916473 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.916727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.917009 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.917275 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.917531 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.917779 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.918038 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.918271 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.918689 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.918909 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.919162 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.919459 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.919735 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.920007 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.920271 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.920497 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.920753 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.921003 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.921246 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.921730 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.921913 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.922297 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.922569 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.922809 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.923026 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.923237 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.923637 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.924093 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.924474 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.924838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.925072 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.925348 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.925592 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.925829 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.926107 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.926349 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.926575 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.926815 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.927060 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.927270 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.927500 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.927730 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.928492 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.928736 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.928987 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.929228 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.929440 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.929661 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.932504 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933133 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933699 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933699 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.933979 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.934220 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.934468 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.934676 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.934913 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.935128 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.935359 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.935573 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.935806 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.936019 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.936226 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.936466 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.936675 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.936923 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.937191 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.937525 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.937777 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.938058 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.938252 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.938513 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.938727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.938940 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.939152 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.939384 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.939623 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.939872 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.940107 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.940324 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.940539 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.940757 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.940997 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.941254 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.941489 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.941727 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.941962 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.942182 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.942396 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.942612 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.942825 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.943032 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.943244 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.943448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.943683 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.943913 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.944203 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.944459 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.944698 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.945118 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.945362 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.945575 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.945820 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.946016 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.946254 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.946474 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.946690 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.946896 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.947141 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.947370 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.947573 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.947799 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.948034 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.948242 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.948464 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.948671 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.948899 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.949157 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.949376 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.949581 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.949926 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.950042 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.950227 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.950444 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.950657 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.950862 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.951109 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.951336 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.951540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.951755 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.951970 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.952196 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.952479 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.952721 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.952936 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.953244 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.953473 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.953712 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.953965 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.954316 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.954547 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.954788 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.955005 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.955237 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.955475 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.955737 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.956048 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.956331 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.956584 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.956891 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.957137 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.957417 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.957683 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.957898 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.958205 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.958556 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.958836 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.959596 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.959895 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.960088 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.960328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.960558 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.960792 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.961050 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.961267 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.961540 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.961748 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.961970 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.962183 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.962423 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.962636 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.962856 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.963081 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.963319 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.963549 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.963704 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:39:16.964230 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109195) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 17 07:39:16.964387 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 17 07:39:16.964747 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 17 07:39:16.964926 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 17 07:39:16.965131 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 17 07:39:16.965281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 17 07:39:16.965485 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.965644 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.965799 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.965956 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966116 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966294 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966445 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966603 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966750 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.966913 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967093 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967223 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967379 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967533 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967686 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.967992 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.968148 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.968448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.968746 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969066 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969219 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969377 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969533 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] debug = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969705 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.969873 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.970037 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.970187 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.970528 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.970688 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.970838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.971167 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.971489 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.971830 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.971987 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.972143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.972295 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.972453 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.972606 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.972905 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973096 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973250 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] host = dv-cinder-821745-1-iscsi {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973410 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973600 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973725 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.973879 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.974032 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.974191 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.974345 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975365 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_options = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.975838 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976114 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976204 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976290 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976442 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976596 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.976752 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.977252 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.977252 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.977252 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.977484 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.977484 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.982563 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.983740 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984262 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_json = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.984760 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985328 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.985881 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986437 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986437 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986437 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986437 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986437 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986778 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986778 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.986922 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987031 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987180 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987345 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987505 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987660 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987835 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.987989 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.988310 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.27/identity {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.988466 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.988625 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.988797 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.988936 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989119 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989277 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989654 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989753 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.989834 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:16.989920 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.990029 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.990286 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.990934 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991047 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991166 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991290 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991440 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991598 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991754 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.991911 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992069 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992225 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992384 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992542 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992716 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.992845 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.993028 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.993210 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.993422 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994017 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994017 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994017 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994017 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.994854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995448 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995783 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995783 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995783 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.995984 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996092 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996269 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996411 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996567 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996723 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.996880 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997062 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997221 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997378 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997535 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997690 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.997846 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998012 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998183 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998340 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998497 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998815 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.998969 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999125 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999658 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999658 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999658 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999923 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:16.999923 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000068 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000146 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000312 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000444 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000600 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000755 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.000911 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001105 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001264 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001421 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001577 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001734 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.001889 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002046 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002212 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002369 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002536 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002691 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.002854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.003022 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.003180 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.003338 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.003496 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.003653 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004174 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004174 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004174 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004395 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004395 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004536 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004682 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.004849 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.005031 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006208 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006703 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.006703 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.27/identity {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.010951 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012158 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.012718 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013281 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.013821 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014351 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.014975 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.016260 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.018398 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.019388 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.021360 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022435 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.022972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023507 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023507 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023507 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023507 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023507 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023854 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.023996 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024132 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024253 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024404 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024568 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024725 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.024882 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.025077 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.025482 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.025648 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.025810 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.025969 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.026125 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.026282 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.026441 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.026694 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.026972 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027143 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027301 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027470 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027638 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027804 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.027961 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028120 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028290 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028446 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028602 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028759 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.028915 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029109 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029248 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029404 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029560 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029720 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.029880 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030047 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030179 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030326 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030482 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030639 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.030793 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.031436 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.031436 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.031436 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 17 07:39:17.031436 dv-cinder-821745-1-iscsi neutron-server[109195]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109195) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 17 07:39:17.282378 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33206) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:17.291620 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [-] 10.222.0.27 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069804 Jun 17 07:39:28.774285 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5128e08-f3fc-49ab-80e0-530ee09ca994 None None] get_active_networks_info from dv-cinder-821745-1-iscsi {{(pid=109308) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 17 07:39:28.838822 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5128e08-f3fc-49ab-80e0-530ee09ca994 None None] No non-hosted networks {{(pid=109308) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 17 07:39:28.847069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.agentschedulers_db [None req-c5128e08-f3fc-49ab-80e0-530ee09ca994 None None] DHCP Agent not found on host dv-cinder-821745-1-iscsi {{(pid=109308) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 17 07:39:28.929907 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b0802cc9-9e8c-4407-bb6c-921e6acaea4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:31.101679 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8b7efe7f-e2c6-41a2-a5eb-cda078c1c7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:31.152050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-9e406f8c-56c0-49bf-9e24-3643289795a8 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-821745-1-iscsi {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 07:39:31.152854 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-9e406f8c-56c0-49bf-9e24-3643289795a8 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:39:31.739979 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9e406f8c-56c0-49bf-9e24-3643289795a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:32.277312 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:33.402810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:33.945103 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:33.946064 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.946408 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.946739 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.947070 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.947396 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.947720 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.948041 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.948388 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.948712 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.949056 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.949400 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.949726 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:33.950107 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821745-1-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:33.959983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821745-1-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:39:34.760469 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33298) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:35.309258 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING oslo_policy.policy [None req-f9856a90-6a91-47c9-a40f-7ffa0a65fd60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:35.309864 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING oslo_policy.policy [None req-f9856a90-6a91-47c9-a40f-7ffa0a65fd60 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:35.468064 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.db.l3_hamode_db [None req-40d0d69b-d3ff-472c-a0e6-6eb493b265ea None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 17 07:39:35.530843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [None req-f9856a90-6a91-47c9-a40f-7ffa0a65fd60 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:39:35.538025 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f9856a90-6a91-47c9-a40f-7ffa0a65fd60 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7695405 Jun 17 07:39:35.546168 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0d69b-d3ff-472c-a0e6-6eb493b265ea None None] Routers set() bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:39:35.546568 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d0d69b-d3ff-472c-a0e6-6eb493b265ea None None] Router IDs set() for agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jun 17 07:39:37.955248 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33314) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:38.259918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:39:38.354265 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.policy [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109307) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 07:39:38.399303 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING oslo_policy.policy [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:38.399687 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING oslo_policy.policy [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:38.556759 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431937108', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431937657', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793432048384', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793432050276', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793431579324', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8793432037653', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7795604', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7787622', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-503916', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1647988'] for rbac-policy, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:38.735318 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:38.736540 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-01d9ed96-736a-4992-9474-a900d0114c95 admin admin] 10.222.0.27 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7803326 Jun 17 07:39:41.330059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33326) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:41.622214 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'name': 'private'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:39:41.785326 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Made reservation on behalf of bfaa99fb1ee240ac8254ae047aa909e6 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:39:41.788116 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:41.804472 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:41.911425 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:41.956545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:41.980124 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:39:42.003655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793428924106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:42.004221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Unsubscribe: segment precommit_create {{(pid=109307) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 07:39:42.004741 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Added segment 229fa849-7b4f-4740-8b14-ce0f7ad076e0 of type vlan for network 8cd8ea87-e869-491e-b493-732777d0746f Jun 17 07:39:42.019754 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205f7119-62cb-4b07-ac0c-8574e965a512,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:42.068637 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.068917 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.069274 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.069601 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.069920 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.070257 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.070577 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.070907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.071239 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.071555 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.071867 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.072177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Tracked resource versions report: Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: pushed versions: Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: { 'AddressGroup': {'1.2'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'ConntrackHelper': {'1.0'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Log': {'1.0'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Network': {'1.1'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Port': {'1.7'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'PortForwarding': {'1.2'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'QosPolicy': {'1.9'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroup': {'1.4'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SubPort': {'1.0'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Subnet': {'1.1'}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Trunk': {'1.1'}} Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: consumer versions: Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'ConntrackHelper': '1.0', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Log': '1.0', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Network': '1.1', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Port': '1.7', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'PortForwarding': '1.2', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'QosPolicy': '1.9', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroup': '1.4', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroupRule': '1.2', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SubPort': '1.0', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Subnet': '1.1', Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Trunk': '1.1'}} Jun 17 07:39:42.073371 dv-cinder-821745-1-iscsi neutron-server[109307]: {{(pid=109307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:39:42.113527 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:42.208188 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:42.209462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:39:42.210116 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:42.303270 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] Pushing event updated for resources: {'Network': ['ID=8cd8ea87-e869-491e-b493-732777d0746f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:42.313143 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6ba83f04-d801-4fbc-b99f-3c710932275a admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9820569 Jun 17 07:39:42.314374 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 8cd8ea87-e869-491e-b493-732777d0746f details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:39:44.993030 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33340) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:45.374446 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b61022-8185-4cc7-80c3-eb372ae2bd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:39:45.375797 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a0b61022-8185-4cc7-80c3-eb372ae2bd05 admin admin] 10.222.0.27 "GET /v2.0/networks/8cd8ea87-e869-491e-b493-732777d0746f HTTP/1.1" status: 200 len: 825 time: 0.3818305 Jun 17 07:39:45.401478 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-3217580b-645e-4675-bf7f-e4393f7a8a97 admin admin] 10.222.0.27 "GET /v2.0/subnetpools/803e006e-855b-4ba6-b30c-32be808093ab HTTP/1.1" status: 200 len: 734 time: 0.0189927 Jun 17 07:39:45.410296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:39:45.510522 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Made reservation on behalf of bfaa99fb1ee240ac8254ae047aa909e6 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:39:45.512697 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:45.848071 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:45.917793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1a4ebd-c235-42d4-bc1e-0c1ec570016a,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:45.919840 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Checking segment: {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:39:45.920216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Network hostable DHCP agents. Network: 8cd8ea87-e869-491e-b493-732777d0746f, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:39:45.989859 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Network 8cd8ea87-e869-491e-b493-732777d0746f is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:39:46.070562 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 8cd8ea87-e869-491e-b493-732777d0746f) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:39:46.075245 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:39:46.075813 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:46.080182 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9982f09c-291a-4d41-a2d8-0aab868807e6 None None] Network 8cd8ea87-e869-491e-b493-732777d0746f requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:39:46.147575 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0a6adf43-4ed6-4679-92a1-ff4d00cb1995 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7404082 Jun 17 07:39:46.388625 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-8cd8ea87-e869-491e-b493-732777d0746f', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:39:46.390029 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:46.743862 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Allocated IP 172.20.0.2 (8cd8ea87-e869-491e-b493-732777d0746f/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a/b387c70b-183f-4ea5-b45c-2af8aff0f579) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:39:46.941478 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:47.008784 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:47.081170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Network 8cd8ea87-e869-491e-b493-732777d0746f is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:39:47.085510 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:39:47.097311 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:39:47.100244 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Pushing event updated for resources: {'Port': ['ID=b387c70b-183f-4ea5-b45c-2af8aff0f579,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:47.145672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.146028 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.146379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.146719 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.147041 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.147363 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.147682 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.147999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.148329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.148649 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.148986 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.149301 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Tracked resource versions report: Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: pushed versions: Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: { 'AddressGroup': {'1.2'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'ConntrackHelper': {'1.0'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Log': {'1.0'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Network': {'1.1'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Port': {'1.7'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'PortForwarding': {'1.2'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'QosPolicy': {'1.9'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroup': {'1.4'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SubPort': {'1.0'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Subnet': {'1.1'}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Trunk': {'1.1'}} Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: consumer versions: Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'ConntrackHelper': '1.0', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Log': '1.0', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Network': '1.1', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Port': '1.7', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'PortForwarding': '1.2', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'QosPolicy': '1.9', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroup': '1.4', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroupRule': '1.2', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SubPort': '1.0', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Subnet': '1.1', Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Trunk': '1.1'}} Jun 17 07:39:47.150672 dv-cinder-821745-1-iscsi neutron-server[109308]: {{(pid=109308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:39:47.184094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Attempting to bind port b387c70b-183f-4ea5-b45c-2af8aff0f579 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:39:47.184489 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Attempting to bind port b387c70b-183f-4ea5-b45c-2af8aff0f579 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:39:47.184933 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Attempting to bind port b387c70b-183f-4ea5-b45c-2af8aff0f579 on network 8cd8ea87-e869-491e-b493-732777d0746f {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:39:47.189721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 39, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:39:47.190132 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Checking segment: {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:39:47.190630 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:47.190987 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Bound using segment: {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:39:47.191457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Bound port: b387c70b-183f-4ea5-b45c-2af8aff0f579, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:39:47.191909 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:47.252163 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] For port b387c70b-183f-4ea5-b45c-2af8aff0f579, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:39:47.257093 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] For port b387c70b-183f-4ea5-b45c-2af8aff0f579, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b387c70b-183f-4ea5-b45c-2af8aff0f579,segment=NetworkSegment(229fa849-7b4f-4740-8b14-ce0f7ad076e0),segment_id=229fa849-7b4f-4740-8b14-ce0f7ad076e0)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:39:47.316367 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:47.382022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43205766-1969-40ef-a4e2-2fcd4e49b199 None None] Pushing event updated for resources: {'Port': ['ID=b387c70b-183f-4ea5-b45c-2af8aff0f579,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:48.648650 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33348) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:48.968611 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [None req-c449596a-2242-4266-af39-594aa2a12201 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:39:48.969629 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c449596a-2242-4266-af39-594aa2a12201 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3199387 Jun 17 07:39:51.389894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33356) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:51.702200 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [None req-eec08e7a-51be-48a0-8d92-682b2791a9ce admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:39:51.703260 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-eec08e7a-51be-48a0-8d92-682b2791a9ce admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3123472 Jun 17 07:39:54.405216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33366) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:54.713550 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:39:54.808064 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:54.809802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:54.942125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:54.980087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:55.032540 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:55.033801 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-be7da76b-b096-4bb7-a298-78ee3bff1448 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6276309 Jun 17 07:39:55.289059 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b387c70b-183f-4ea5-b45c-2af8aff0f579 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:39:55.382135 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port b387c70b-183f-4ea5-b45c-2af8aff0f579 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:39:55.382922 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:55.502146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b387c70b-183f-4ea5-b45c-2af8aff0f579 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:39:55.502525 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:55.535809 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port b387c70b-183f-4ea5-b45c-2af8aff0f579, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b387c70b-183f-4ea5-b45c-2af8aff0f579,segment=NetworkSegment(229fa849-7b4f-4740-8b14-ce0f7ad076e0),segment_id=229fa849-7b4f-4740-8b14-ce0f7ad076e0)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:39:55.630948 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:55.681600 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=b387c70b-183f-4ea5-b45c-2af8aff0f579,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:39:55.801547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2bc4d9-087f-40c1-a08b-d3119a1dc51f None None] Network 8cd8ea87-e869-491e-b493-732777d0746f requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:39:55.876745 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a87bf14c-cfdf-47c0-b180-91e96ed1d481 None None] Provisioning complete for port b387c70b-183f-4ea5-b45c-2af8aff0f579 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:39:55.877134 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a87bf14c-cfdf-47c0-b180-91e96ed1d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:56.020849 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a87bf14c-cfdf-47c0-b180-91e96ed1d481 None None] Current status of the port b387c70b-183f-4ea5-b45c-2af8aff0f579 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:39:56.243145 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a2928c79-5a95-4c69-9d2c-7c228c5576e4 None None] Provisioning complete for port b387c70b-183f-4ea5-b45c-2af8aff0f579 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:39:56.243512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a2928c79-5a95-4c69-9d2c-7c228c5576e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:56.323178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a2928c79-5a95-4c69-9d2c-7c228c5576e4 None None] Current status of the port b387c70b-183f-4ea5-b45c-2af8aff0f579 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:39:57.245702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b387c70b-183f-4ea5-b45c-2af8aff0f579 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:39:57.292586 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port b387c70b-183f-4ea5-b45c-2af8aff0f579 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:39:57.292971 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:57.366101 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b387c70b-183f-4ea5-b45c-2af8aff0f579 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:39:57.519575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33378) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:39:58.006022 dv-cinder-821745-1-iscsi neutron-server[109306]: WARNING oslo_policy.policy [None req-cbbff508-812a-4108-a508-00e66f5e9493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:58.006595 dv-cinder-821745-1-iscsi neutron-server[109306]: WARNING oslo_policy.policy [None req-cbbff508-812a-4108-a508-00e66f5e9493 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:39:58.227241 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [None req-cbbff508-812a-4108-a508-00e66f5e9493 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:39:58.228336 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-cbbff508-812a-4108-a508-00e66f5e9493 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7078362 Jun 17 07:39:58.744990 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a1f89686-7981-40aa-a17e-668b3154d071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:39:59.902303 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:40:00.661997 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33392) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:40:00.964822 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Request body: {'network': {'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:40:01.047824 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b9ad7d74-42f8-41d1-9528-898b8b44ac32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.064925 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Made reservation on behalf of cd5e792d9f214089ad9414a6eb02e727 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:40:01.136798 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.policy [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109306) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 17 07:40:01.181403 dv-cinder-821745-1-iscsi neutron-server[109306]: WARNING oslo_policy.policy [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:40:01.181771 dv-cinder-821745-1-iscsi neutron-server[109306]: WARNING oslo_policy.policy [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 17 07:40:01.191782 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.212230 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.316318 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.390221 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.401287 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Reserving flat network on physical network physnet1 {{(pid=109306) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 17 07:40:01.432494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8793428924106', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.434700 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Unsubscribe: segment precommit_create {{(pid=109306) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 17 07:40:01.434700 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Added segment ddadbcda-a034-4f56-9252-9119f335b66c of type flat for network fd30d186-f378-4daa-965d-b00f84cced42 Jun 17 07:40:01.450497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1597959-e4df-447c-b65a-665b251512e5,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:01.470902 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.471260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.471584 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.471904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.472223 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.472553 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.472870 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.473218 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.473565 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.473861 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.474197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.474505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Tracked resource versions report: Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: pushed versions: Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: { 'AddressGroup': {'1.2'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'ConntrackHelper': {'1.0'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Log': {'1.0'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Network': {'1.1'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Port': {'1.7'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'PortForwarding': {'1.2'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'QosPolicy': {'1.9'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroup': {'1.4'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SubPort': {'1.0'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Subnet': {'1.1'}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Trunk': {'1.1'}} Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: consumer versions: Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'ConntrackHelper': '1.0', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Log': '1.0', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Network': '1.1', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Port': '1.7', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'PortForwarding': '1.2', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'QosPolicy': '1.9', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroup': '1.4', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroupRule': '1.2', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SubPort': '1.0', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Subnet': '1.1', Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Trunk': '1.1'}} Jun 17 07:40:01.475622 dv-cinder-821745-1-iscsi neutron-server[109306]: {{(pid=109306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:40:01.557833 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.664303 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.665426 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:40:01.666077 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:01.765553 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] Pushing event updated for resources: {'Network': ['ID=fd30d186-f378-4daa-965d-b00f84cced42,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:01.776573 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network fd30d186-f378-4daa-965d-b00f84cced42 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:40:01.787768 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7821b0b2-1cf9-4ab7-ad54-0f5c9bd95264 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1247270 Jun 17 07:40:02.207211 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:03.310153 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:03.945069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:04.242453 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33416) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:40:04.454130 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daaae0d-5eb9-4b10-babd-28b5cdd50843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:40:04.455486 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3daaae0d-5eb9-4b10-babd-28b5cdd50843 admin admin] 10.222.0.27 "GET /v2.0/subnets/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a HTTP/1.1" status: 200 len: 849 time: 0.2120981 Jun 17 07:40:04.615312 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-be11b310-d3ba-44c7-bd95-81c71e59d30f admin admin] 10.222.0.27 "GET /v2.0/routers/43cf10ab-c046-47bb-bb64-ab3974b37b5f HTTP/1.1" status: 200 len: 704 time: 0.1530311 Jun 17 07:40:04.907675 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:05.210556 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Allocated IP 172.20.0.1 (8cd8ea87-e869-491e-b493-732777d0746f/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a/f3564d22-f73c-4108-a994-00b3988208a5) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:40:05.390711 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:05.510944 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:05.586837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Network 8cd8ea87-e869-491e-b493-732777d0746f is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:40:05.592893 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:40:05.600522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Pushing event updated for resources: {'Port': ['ID=f3564d22-f73c-4108-a994-00b3988208a5,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:05.613115 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:40:05.613115 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:05.796133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-60fb5b13-6282-4a3f-a02f-164803732a92 None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:05.796664 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-60fb5b13-6282-4a3f-a02f-164803732a92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:05.829655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-60fb5b13-6282-4a3f-a02f-164803732a92 None None] Port f3564d22-f73c-4108-a994-00b3988208a5 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:40:05.832715 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:06.081412 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:06.149729 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:06.150736 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:06.211384 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Pushing event updated for resources: {'Port': ['ID=f3564d22-f73c-4108-a994-00b3988208a5,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:06.273301 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Network 8cd8ea87-e869-491e-b493-732777d0746f is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:40:06.274570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:40:06.451032 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a970388a-8a3d-4b28-9060-a81747934c19 None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:06.451394 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a970388a-8a3d-4b28-9060-a81747934c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:06.483493 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a970388a-8a3d-4b28-9060-a81747934c19 None None] Port f3564d22-f73c-4108-a994-00b3988208a5 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:40:06.493341 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Router 43cf10ab-c046-47bb-bb64-ab3974b37b5f is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:40:06.583889 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:40:06.589027 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-eaf7ef63-1983-4e2b-9800-855c116393ac admin admin] 10.222.0.27 "PUT /v2.0/routers/43cf10ab-c046-47bb-bb64-ab3974b37b5f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9677846 Jun 17 07:40:06.605168 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Sync routers for ids ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:40:06.617951 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Routers {'43cf10ab-c046-47bb-bb64-ab3974b37b5f'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:40:06.618799 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:40:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:06.803289 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Set router 43cf10ab-c046-47bb-bb64-ab3974b37b5f gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:40:07.226432 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:05Z', 'revision_number': 2, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port_host': None, '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:05Z', 'revision_number': 2, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:07.277280 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Checking router: 43cf10ab-c046-47bb-bb64-ab3974b37b5f for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:40:07.277645 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Updating router 43cf10ab-c046-47bb-bb64-ab3974b37b5f port f3564d22-f73c-4108-a994-00b3988208a5 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:40:07.325210 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:07.826484 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:07.892657 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.055317 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Attempting to bind port f3564d22-f73c-4108-a994-00b3988208a5 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:40:08.055707 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Attempting to bind port f3564d22-f73c-4108-a994-00b3988208a5 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:40:08.056155 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Attempting to bind port f3564d22-f73c-4108-a994-00b3988208a5 on network 8cd8ea87-e869-491e-b493-732777d0746f {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:40:08.058991 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Pushing event updated for resources: {'Port': ['ID=f3564d22-f73c-4108-a994-00b3988208a5,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:08.063786 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:40:08.064205 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Checking segment: {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:40:08.064669 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.065070 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Bound using segment: {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:40:08.065544 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Bound port: f3564d22-f73c-4108-a994-00b3988208a5, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '229fa849-7b4f-4740-8b14-ce0f7ad076e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:40:08.065925 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.077387 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.077731 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.078062 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.078385 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.078761 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.079318 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.079868 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.080196 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.080526 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.080845 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.081254 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.081567 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Tracked resource versions report: Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: pushed versions: Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: { 'AddressGroup': {'1.2'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'ConntrackHelper': {'1.0'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Log': {'1.0'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Network': {'1.1'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Port': {'1.7'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'PortForwarding': {'1.2'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'QosPolicy': {'1.9'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroup': {'1.4'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SubPort': {'1.0'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Subnet': {'1.1'}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Trunk': {'1.1'}} Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: consumer versions: Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'ConntrackHelper': '1.0', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Log': '1.0', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Network': '1.1', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Port': '1.7', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'PortForwarding': '1.2', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'QosPolicy': '1.9', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroup': '1.4', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroupRule': '1.2', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SubPort': '1.0', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Subnet': '1.1', Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Trunk': '1.1'}} Jun 17 07:40:08.082701 dv-cinder-821745-1-iscsi neutron-server[109309]: {{(pid=109309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:40:08.112224 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a8fa7b0e-60cb-4ac1-96f2-9a1a786b8fb0 None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:08.113357 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a8fa7b0e-60cb-4ac1-96f2-9a1a786b8fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.144437 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] For port f3564d22-f73c-4108-a994-00b3988208a5, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:40:08.146818 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a8fa7b0e-60cb-4ac1-96f2-9a1a786b8fb0 None None] Port f3564d22-f73c-4108-a994-00b3988208a5 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:40:08.164775 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] For port f3564d22-f73c-4108-a994-00b3988208a5, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=f3564d22-f73c-4108-a994-00b3988208a5,segment=NetworkSegment(229fa849-7b4f-4740-8b14-ce0f7ad076e0),segment_id=229fa849-7b4f-4740-8b14-ce0f7ad076e0)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:40:08.224869 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.280412 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Routers {'43cf10ab-c046-47bb-bb64-ab3974b37b5f'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:40:08.281073 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:40:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:08.317997 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2d951-a7a0-4510-9b29-d2673acc67a7 None None] Pushing event updated for resources: {'Port': ['ID=f3564d22-f73c-4108-a994-00b3988208a5,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:08.373513 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] Set router 43cf10ab-c046-47bb-bb64-ab3974b37b5f gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:40:08.467386 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:08.468097 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.545175 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Current status of the port f3564d22-f73c-4108-a994-00b3988208a5 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:40:08.545820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.582777 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:05Z', 'revision_number': 2, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port_host': None, '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:08Z', 'revision_number': 4, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:08.608751 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2162471-6959-4c3b-9580-043994a5df34 None None] The sync data for ids ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'] in dv-cinder-821745-1-iscsi is: [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:05Z', 'revision_number': 2, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port_host': None, '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:08Z', 'revision_number': 4, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:40:08.695908 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] For port f3564d22-f73c-4108-a994-00b3988208a5, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=f3564d22-f73c-4108-a994-00b3988208a5,segment=NetworkSegment(229fa849-7b4f-4740-8b14-ce0f7ad076e0),segment_id=229fa849-7b4f-4740-8b14-ce0f7ad076e0)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:40:08.767883 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:08.818329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a84167-28d2-41ca-8784-2e3e05b70c1c None None] Pushing event updated for resources: {'Port': ['ID=f3564d22-f73c-4108-a994-00b3988208a5,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:08.899699 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33438) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:40:09.017509 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eca2522-4e61-4c55-96f0-c7ab61b3f3d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:40:09.018926 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8eca2522-4e61-4c55-96f0-c7ab61b3f3d7 admin admin] 10.222.0.27 "GET /v2.0/networks/fd30d186-f378-4daa-965d-b00f84cced42 HTTP/1.1" status: 200 len: 842 time: 0.1182621 Jun 17 07:40:09.029857 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.2.0/24', 'name': 'public-subnet', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:40:09.110272 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Made reservation on behalf of cd5e792d9f214089ad9414a6eb02e727 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:40:09.112542 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:09.462728 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.objects.ports [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109306) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jun 17 07:40:09.463080 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:09.513424 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:09.531140 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:40:09.531506 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Network hostable DHCP agents. Network: fd30d186-f378-4daa-965d-b00f84cced42, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:40:09.680741 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:40:09.732913 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, fd30d186-f378-4daa-965d-b00f84cced42) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:40:09.736979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:40:09.737638 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:09.744081 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f1e7fa-0709-4bdf-bc9a-701fb69e763e None None] Network fd30d186-f378-4daa-965d-b00f84cced42 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:40:09.810923 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-4f20b3e0-ed85-428f-984f-fe28d151d180 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7841456 Jun 17 07:40:09.874675 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1843fc-6bd3-41b0-ad4f-0d984c5b1c7e None None] Network fd30d186-f378-4daa-965d-b00f84cced42 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:40:12.191069 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 33446) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:40:12.321820 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ef979065-9999-431f-afb7-873895cfb5f9 admin admin] 10.222.0.27 "GET /v2.0/routers/43cf10ab-c046-47bb-bb64-ab3974b37b5f HTTP/1.1" status: 200 len: 710 time: 0.1295416 Jun 17 07:40:12.408202 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d76367-bb68-4c32-8bbf-2f96d8b7f433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:40:12.409566 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-23d76367-bb68-4c32-8bbf-2f96d8b7f433 admin admin] 10.222.0.27 "GET /v2.0/networks/fd30d186-f378-4daa-965d-b00f84cced42 HTTP/1.1" status: 200 len: 886 time: 0.0818577 Jun 17 07:40:12.419145 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:40:12.720732 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.017603 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.093107 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.190111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Allocated IP 172.27.2.17 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/abd4add4-a8ad-4346-8329-b4255cf8e02f) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:40:13.293481 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.402199 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.437411 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:40:13.440032 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:40:13.443926 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:40:13.451233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Pushing event updated for resources: {'Port': ['ID=abd4add4-a8ad-4346-8329-b4255cf8e02f,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:13.782616 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.981918 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-413023', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-431203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2093386'] for router, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:13.985438 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-412996', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-413005', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-431208'] for router, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:14.094558 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Router 43cf10ab-c046-47bb-bb64-ab3974b37b5f has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:40:14.196259 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:40:14.200355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:14.201660 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ddb53a82-2aea-4352-b5b7-00958728793c admin admin] 10.222.0.27 "PUT /v2.0/routers/43cf10ab-c046-47bb-bb64-ab3974b37b5f HTTP/1.1" status: 200 len: 889 time: 1.7856677 Jun 17 07:40:15.082527 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Sync routers for ids ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:40:15.094520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Routers {'43cf10ab-c046-47bb-bb64-ab3974b37b5f'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:40:15.095169 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:40:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:15.283324 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device f3564d22-f73c-4108-a994-00b3988208a5 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:40:15.337816 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Set router 43cf10ab-c046-47bb-bb64-ab3974b37b5f gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:40:15.519009 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:15.519379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:15.804003 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port f3564d22-f73c-4108-a994-00b3988208a5 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:40:15.862267 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:13Z', 'revision_number': 4, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port': {'id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:13Z', 'updated_at': '2022-06-17T07:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:08Z', 'revision_number': 5, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:15.914261 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Checking router: 43cf10ab-c046-47bb-bb64-ab3974b37b5f for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:40:15.914593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Updating router 43cf10ab-c046-47bb-bb64-ab3974b37b5f port abd4add4-a8ad-4346-8329-b4255cf8e02f binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:40:15.960751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.277582 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.378820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.427299 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Attempting to bind port abd4add4-a8ad-4346-8329-b4255cf8e02f on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:40:16.427663 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Attempting to bind port abd4add4-a8ad-4346-8329-b4255cf8e02f by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:40:16.428013 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Attempting to bind port abd4add4-a8ad-4346-8329-b4255cf8e02f on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:40:16.434953 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff618c-cfd2-489d-9f3e-4ea51f1fb0c1 None None] Pushing event updated for resources: {'Port': ['ID=abd4add4-a8ad-4346-8329-b4255cf8e02f,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:16.440139 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:40:16.440547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:40:16.440959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.441351 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:40:16.441809 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Bound port: abd4add4-a8ad-4346-8329-b4255cf8e02f, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:40:16.443178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.493143 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] For port abd4add4-a8ad-4346-8329-b4255cf8e02f, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:40:16.496613 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] For port abd4add4-a8ad-4346-8329-b4255cf8e02f, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=abd4add4-a8ad-4346-8329-b4255cf8e02f,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:40:16.585113 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:16.640069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Routers {'43cf10ab-c046-47bb-bb64-ab3974b37b5f'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:40:16.640069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:40:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:16.662029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 33458) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:40:16.681965 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ff618c-cfd2-489d-9f3e-4ea51f1fb0c1 None None] Pushing event updated for resources: {'Port': ['ID=abd4add4-a8ad-4346-8329-b4255cf8e02f,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:16.752113 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] Set router 43cf10ab-c046-47bb-bb64-ab3974b37b5f gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:40:16.788136 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c21ff1f4-74d5-4628-bcd4-069bd45419db admin admin] 10.222.0.27 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1249578 Jun 17 07:40:16.977927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:13Z', 'revision_number': 4, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port': {'id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:13Z', 'updated_at': '2022-06-17T07:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:08Z', 'revision_number': 5, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:40:17.003866 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3658a199-eb03-4b9f-a03b-0c06a674a43b None None] The sync data for ids ['43cf10ab-c046-47bb-bb64-ab3974b37b5f'] in dv-cinder-821745-1-iscsi is: [{'id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'name': 'router1', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:39:54Z', 'updated_at': '2022-06-17T07:40:13Z', 'revision_number': 4, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'gw_port': {'id': 'abd4add4-a8ad-4346-8329-b4255cf8e02f', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:30:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:13Z', 'updated_at': '2022-06-17T07:40:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'f3564d22-f73c-4108-a994-00b3988208a5', 'name': '', 'network_id': '8cd8ea87-e869-491e-b493-732777d0746f', 'tenant_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'mac_address': 'fa:16:3e:80:d5:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43cf10ab-c046-47bb-bb64-ab3974b37b5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:40:04Z', 'updated_at': '2022-06-17T07:40:08Z', 'revision_number': 5, 'project_id': 'bfaa99fb1ee240ac8254ae047aa909e6', 'subnets': [{'id': '2c1a4ebd-c235-42d4-bc1e-0c1ec570016a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '803e006e-855b-4ba6-b30c-32be808093ab'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:40:17.314178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device abd4add4-a8ad-4346-8329-b4255cf8e02f up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:40:17.375024 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port abd4add4-a8ad-4346-8329-b4255cf8e02f triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:17.375401 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:17.461013 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port abd4add4-a8ad-4346-8329-b4255cf8e02f is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:40:17.461424 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:17.484934 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port abd4add4-a8ad-4346-8329-b4255cf8e02f, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=abd4add4-a8ad-4346-8329-b4255cf8e02f,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:40:17.545335 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:17.599796 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=abd4add4-a8ad-4346-8329-b4255cf8e02f,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:40:19.277237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device abd4add4-a8ad-4346-8329-b4255cf8e02f up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:40:19.326379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port abd4add4-a8ad-4346-8329-b4255cf8e02f triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:40:19.326810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:19.420379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port abd4add4-a8ad-4346-8329-b4255cf8e02f is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:40:28.749794 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c5ff4052-9971-4de3-bf78-836ac20fd4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:31.144734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3b4c4083-539a-4f0a-91ea-2066efedbb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:32.230274 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:33.333252 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:33.927705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:40:36.901578 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:40:58.737980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a0bc4ad6-fcc3-4d5e-8ca3-6097111c8c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:01.402176 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-402ba92b-babb-4b3b-8fcc-d38be7735238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:02.218387 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:03.309706 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:03.920573 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:13.899511 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:41:28.760254 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-80a816d9-64e9-4544-b063-3fd455ea20c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:31.085935 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d61aa2b5-2b18-46dc-a14d-858ee164ad47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:32.223279 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:33.337767 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:33.914612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:50.898576 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:41:56.721753 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34020) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:41:56.782318 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc142de5-92de-4159-a7c3-e783809245f4 admin admin] GET failed (client error): The resource could not be found. Jun 17 07:41:56.783615 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-dc142de5-92de-4159-a7c3-e783809245f4 admin admin] 10.222.0.27 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0609195 Jun 17 07:41:56.941926 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5f0683-0345-4047-8a52-02a77b4b3dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:41:56.943413 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-9e5f0683-0345-4047-8a52-02a77b4b3dc5 admin admin] 10.222.0.27 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551473 Jun 17 07:41:58.748188 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e4809aad-3e1b-4e3c-9855-1233f09da342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:59.216503 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34030) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:41:59.308541 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a43499-ab08-4850-ac97-1ea277c0729e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:41:59.309896 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d9a43499-ab08-4850-ac97-1ea277c0729e admin admin] 10.222.0.27 "GET /v2.0/subnets/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a HTTP/1.1" status: 200 len: 849 time: 0.0924466 Jun 17 07:41:59.320467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:41:59.402661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Notify callbacks [] for subnet, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:59.599876 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8793429014056'] for subnet, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:59.637267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:41:59.637856 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:41:59.639102 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] 10.222.0.27 "PUT /v2.0/subnets/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a HTTP/1.1" status: 200 len: 868 time: 0.3222282 Jun 17 07:41:59.642902 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6db5b72-0f71-43c2-91fa-acceec733bf4 None None] Network 8cd8ea87-e869-491e-b493-732777d0746f requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:41:59.660260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c1a4ebd-c235-42d4-bc1e-0c1ec570016a,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:41:59.667385 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.667743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.668081 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.668411 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.668738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.669144 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.669473 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.669814 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.670156 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.671114 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.671114 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:41:59.671114 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6ba8f0d-0514-4c78-afcc-e6bc4eb59dcc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:00.018027 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Provisioning complete for port b387c70b-183f-4ea5-b45c-2af8aff0f579 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:42:00.018636 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:00.097574 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Current status of the port b387c70b-183f-4ea5-b45c-2af8aff0f579 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:42:00.107305 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Provisioning complete for port f3564d22-f73c-4108-a994-00b3988208a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:42:00.107679 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:00.182485 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7d53c2fa-fab6-4b87-a914-4b8bcacc7e82 None None] Current status of the port f3564d22-f73c-4108-a994-00b3988208a5 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:42:01.062938 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b76eab01-713f-49a4-bd94-46a5ec2a03bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:01.875382 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34038) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:02.143125 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2184f735-6598-41e5-8c13-4cb32cf3ebf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:02.143591 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2184f735-6598-41e5-8c13-4cb32cf3ebf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:02.145146 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2184f735-6598-41e5-8c13-4cb32cf3ebf9 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2687938 Jun 17 07:42:02.205770 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:03.336583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:03.948167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:04.412550 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34048) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:04.543165 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9eb5c3-44e1-41a9-83ad-e99cecce2765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:04.543629 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9eb5c3-44e1-41a9-83ad-e99cecce2765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:04.545188 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-0d9eb5c3-44e1-41a9-83ad-e99cecce2765 admin admin] 10.222.0.27 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316509 Jun 17 07:42:06.783812 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34056) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:06.953516 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb96f7-ca3c-4bb6-8c7c-67543f2231ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:06.954872 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-45cb96f7-ca3c-4bb6-8c7c-67543f2231ea admin admin] 10.222.0.27 "GET /v2.0/networks/8cd8ea87-e869-491e-b493-732777d0746f HTTP/1.1" status: 200 len: 869 time: 0.1701262 Jun 17 07:42:09.225035 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34064) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:09.348789 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333dfee6-d6f0-4355-a744-562a31bcd21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:09.350160 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-333dfee6-d6f0-4355-a744-562a31bcd21e admin admin] 10.222.0.27 "GET /v2.0/networks/fd30d186-f378-4daa-965d-b00f84cced42 HTTP/1.1" status: 200 len: 886 time: 0.1241949 Jun 17 07:42:11.566775 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34072) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:11.693770 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36af7d-e1b3-4e90-bb96-40de9dabf748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:11.694218 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a36af7d-e1b3-4e90-bb96-40de9dabf748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:11.695731 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-7a36af7d-e1b3-4e90-bb96-40de9dabf748 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279221 Jun 17 07:42:13.924722 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34080) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:14.045037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f93c13-2b59-4d80-acf1-4268bc0b2913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:14.045521 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f93c13-2b59-4d80-acf1-4268bc0b2913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:14.047387 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-68f93c13-2b59-4d80-acf1-4268bc0b2913 admin admin] 10.222.0.27 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215801 Jun 17 07:42:16.351339 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34088) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:16.439724 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352ac6a8-0321-47f7-9dca-ac690405920e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:16.441079 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-352ac6a8-0321-47f7-9dca-ac690405920e admin admin] 10.222.0.27 "GET /v2.0/subnets/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a HTTP/1.1" status: 200 len: 816 time: 0.0887818 Jun 17 07:42:18.689409 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34096) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:18.777503 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0aa8339-7884-4a0d-accf-3963366a3ef6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:18.778796 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a0aa8339-7884-4a0d-accf-3963366a3ef6 admin admin] 10.222.0.27 "GET /v2.0/subnets/2c1a4ebd-c235-42d4-bc1e-0c1ec570016a HTTP/1.1" status: 200 len: 868 time: 0.0884740 Jun 17 07:42:27.897640 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:42:28.730356 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3054b549-5c83-44d2-ad2b-aebb8c0f9854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:31.073817 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-728b26aa-8f2a-4c09-9cf0-71a0611bc6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:32.227540 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:33.347925 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:33.976103 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:38.842562 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34150) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:38.888338 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [None req-2d030791-1ea9-4acc-ae7b-b9e326ce84d6 admin admin] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:42:38.889426 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2d030791-1ea9-4acc-ae7b-b9e326ce84d6 admin admin] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459421 Jun 17 07:42:41.195603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34158) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:41.254545 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.pecan_wsgi.hooks.translation [None req-868969f9-347a-47ff-a5e6-349693627df1 admin admin] GET failed (client error): The resource could not be found. Jun 17 07:42:41.255814 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-868969f9-347a-47ff-a5e6-349693627df1 admin admin] 10.222.0.27 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0593038 Jun 17 07:42:41.343206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ea2f0c-b6b5-4611-978d-c64ec34bfeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:41.345177 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f0ea2f0c-b6b5-4611-978d-c64ec34bfeb5 admin admin] 10.222.0.27 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847631 Jun 17 07:42:43.579688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34166) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:43.627966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:42:43.707273 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Made reservation on behalf of cd5e792d9f214089ad9414a6eb02e727 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:42:43.709468 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:43.742369 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING neutron.services.revisions.revision_plugin [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Could not find related network for resource to bump revision. Jun 17 07:42:43.755033 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:42:43.764127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:43.764465 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Added segment 80dda3bc-0709-4ac1-ac06-a3d0a5383e5e of type vlan for network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a Jun 17 07:42:43.802039 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:43.884774 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:43.885717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:43.886281 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:43.992442 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4115443 Jun 17 07:42:43.993394 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ba61f-6868-4a60-b56a-d8db478f48ca admin admin] Pushing event updated for resources: {'Network': ['ID=8895e714-c169-4dd5-bf10-22e4b3ea6e9a,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:42:44.005858 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:42:46.254140 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34174) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:42:46.313246 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd4fd06-0db0-4b4e-ab99-cac7ce3d8e4b admin admin] GET failed (client error): The resource could not be found. Jun 17 07:42:46.314539 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ecd4fd06-0db0-4b4e-ab99-cac7ce3d8e4b admin admin] 10.222.0.27 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594683 Jun 17 07:42:46.381258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b1c774-3232-4a76-9296-c450255639ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:46.382663 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e6b1c774-3232-4a76-9296-c450255639ea admin admin] 10.222.0.27 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635476 Jun 17 07:42:46.392756 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:42:46.473544 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Made reservation on behalf of cd5e792d9f214089ad9414a6eb02e727 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:42:46.475731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:46.679077 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:46.737462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Pushing event updated for resources: {'Subnet': ['ID=013ccb74-38ea-4706-a2b9-dfbb0636b82e,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:42:46.744711 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Checking segment: {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:42:46.745097 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Network hostable DHCP agents. Network: 8895e714-c169-4dd5-bf10-22e4b3ea6e9a, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:42:46.799025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:42:46.850383 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 8895e714-c169-4dd5-bf10-22e4b3ea6e9a) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:42:46.854309 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:42:46.854880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:46.859093 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3730ae8d-c543-47a6-868a-a969df41e9b1 None None] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:42:46.910563 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d331dc3c-f5df-4be4-9cdc-2aa8f0c0f63d admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5210030 Jun 17 07:42:47.100310 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-8895e714-c169-4dd5-bf10-22e4b3ea6e9a', 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a', 'tenant_id': 'cd5e792d9f214089ad9414a6eb02e727', 'fixed_ips': [{'subnet_id': '013ccb74-38ea-4706-a2b9-dfbb0636b82e'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:42:47.101200 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.233115 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Allocated IP 192.168.233.2 (8895e714-c169-4dd5-bf10-22e4b3ea6e9a/013ccb74-38ea-4706-a2b9-dfbb0636b82e/4cb0a922-c583-4c39-88f3-a689abe1d1e7) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:42:47.376181 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.473981 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.512686 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:42:47.515401 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:42:47.526676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:42:47.529722 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Pushing event updated for resources: {'Port': ['ID=4cb0a922-c583-4c39-88f3-a689abe1d1e7,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:42:47.540288 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.540648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.541012 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.541344 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.541667 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.541996 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.542315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.542631 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.542962 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.543292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.543614 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.543918 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:42:47.589420 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Attempting to bind port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:42:47.589786 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Attempting to bind port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:42:47.590142 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Attempting to bind port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 on network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Checking segment: {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Bound using segment: {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Bound port: 4cb0a922-c583-4c39-88f3-a689abe1d1e7, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:42:47.599131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.661757 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] For port 4cb0a922-c583-4c39-88f3-a689abe1d1e7, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:42:47.665222 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] For port 4cb0a922-c583-4c39-88f3-a689abe1d1e7, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=4cb0a922-c583-4c39-88f3-a689abe1d1e7,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:42:47.731206 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:47.787533 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0574e96-8a30-41e7-95bb-54f8fdc7d8a8 None None] Pushing event updated for resources: {'Port': ['ID=4cb0a922-c583-4c39-88f3-a689abe1d1e7,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:42:48.618631 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91d79c-d5ea-4974-b597-09eb2c748da6 None None] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:42:48.713030 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Provisioning complete for port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:42:48.713390 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:48.843063 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Current status of the port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:42:48.843380 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:48.878411 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] For port 4cb0a922-c583-4c39-88f3-a689abe1d1e7, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=4cb0a922-c583-4c39-88f3-a689abe1d1e7,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:42:48.953650 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:49.006913 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f7a60-320e-4504-8ec5-a7c69d45afc6 None None] Pushing event updated for resources: {'Port': ['ID=4cb0a922-c583-4c39-88f3-a689abe1d1e7,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:42:49.073377 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-cefadd74-43bc-48f4-8799-ceedce218fbe None None] Provisioning complete for port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:42:49.073740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cefadd74-43bc-48f4-8799-ceedce218fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:49.163039 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-cefadd74-43bc-48f4-8799-ceedce218fbe None None] Current status of the port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:42:49.363378 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 4cb0a922-c583-4c39-88f3-a689abe1d1e7 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:42:49.414864 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:42:49.415142 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:42:49.494962 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 4cb0a922-c583-4c39-88f3-a689abe1d1e7 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:42:58.741613 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-96a0597b-441d-498a-afb0-9efa69855900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:01.061796 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c26a5024-55f7-4da5-acd1-1a9f85416650 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:02.250249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:03.324675 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:03.907430 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:04.895754 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:43:28.736050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b0f037a9-675d-48b1-a995-821a0af78ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:31.061302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-38812268-b04b-401e-a152-c222a907a933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:32.250108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:33.369474 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:33.918329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:43:41.894683 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:43:58.735280 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5991b738-e588-4c09-91bb-94fc875640fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:01.078089 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d8db6f5f-3d42-41b0-9fc0-fe5461a0901a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:02.249878 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:03.340788 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:03.466516 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34212) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:44:03.472260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [None req-ff7c820b-888b-4356-98cb-826badc8c275 tempest-verify_tempest_config-957638735 tempest-verify_tempest_config-957638735-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:44:03.473268 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ff7c820b-888b-4356-98cb-826badc8c275 tempest-verify_tempest_config-957638735 tempest-verify_tempest_config-957638735-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0057685 Jun 17 07:44:03.976039 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:03.979184 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34230) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:44:04.082262 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.150512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.220270 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.265809 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8014d4474fc94eba93be373df188e0a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2856002 Jun 17 07:44:04.266596 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0cad0e-6c26-4409-88b4-c74d78e077c6,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:44:04.268694 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34236) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:44:04.272991 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.273336 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.273668 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.273994 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.274317 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.274639 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.274957 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.275275 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.275609 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.275926 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.276237 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.276816 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6333106f-7138-4452-800c-6a979d433c5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.324277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.344119 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.484115 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.486598 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:04.487767 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8a0cad0e-6c26-4409-88b4-c74d78e077c6 HTTP/1.1" status: 204 len: 168 time: 0.2180691 Jun 17 07:44:04.495642 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0cad0e-6c26-4409-88b4-c74d78e077c6,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:44:04.503745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.504087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.504418 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.504745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.505110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.505491 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.505802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.506132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.506467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.506785 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.507101 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:04.507449 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feed6ddc-3422-4d7a-a284-71b88a9e2b01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:44:18.896051 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:44:28.780811 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e10ff601-949e-4549-9a9d-508c74b22779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:31.094643 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-79f7055f-c2a4-44d2-85e1-2a2a7182bab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:32.237481 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:33.362730 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:33.946096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:44:55.893995 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:44:58.785694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2f66ed72-d6f5-4184-8f48-056b02be0dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:01.048424 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4ac5acf-74a5-4e2d-b10a-4b1a2362d317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:02.237146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:03.384688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:03.933273 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:28.756270 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d14c239f-ba92-421a-b222-2bb794c054dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:31.070142 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ac6a99f9-b921-46f2-8404-5a1aeef08b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:32.236505 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:32.892429 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 5 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:45:33.367826 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:33.927850 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:39.613545 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-420429'] for agent, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:45:55.126787 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34306) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:45:55.235291 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8ed6ebaf-8c34-4078-ae56-f053f84f7eb6 admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1074491 Jun 17 07:45:57.467770 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34316) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:45:57.523435 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8e1ee0a3-895e-4a5e-9273-d94c3f4ef76a admin admin] 10.222.0.27 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0545969 Jun 17 07:45:58.790154 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-50fa9ff9-c705-436b-86a1-3e55577d4618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:01.070589 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-86858564-837c-4350-a333-9ddc2cd9bc49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:02.333729 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:03.361761 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:03.938761 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:09.566951 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:09.890658 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:46:28.806711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-328d91ec-d03b-4b53-8e5b-5f795d6f9ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:31.058968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0262a427-a842-4ee6-8fae-39cf647f5a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:32.269528 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:33.361285 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:33.944184 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:39.572642 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:46:46.889363 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:46:58.766988 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-63f7be0a-9f4a-4eba-b7fe-c15fce848d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:01.069676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0c1e7b73-9ebf-42aa-932b-82a21c9f817c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:02.258234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:03.401132 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:03.961367 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:09.589421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:23.887831 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:47:28.771951 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-987a5c7a-1a22-431f-b742-a04206292d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:31.068455 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-daf2f10c-7540-4d3f-909e-0c6eb1f1d13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:32.234968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:33.388913 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:33.937630 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:39.601361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:43.435855 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34480) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:43.709020 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1629170622-network', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:43.783257 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Made reservation on behalf of af80d0608ec442e793d1cc40cf4e098a for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:43.785901 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:43.794049 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:43.879837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.000049 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.037565 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:47:44.042907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02d457ed-33fe-4ed4-ae6f-35f847654216,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:44.054146 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.054485 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056701 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.056701 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.057304 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.057464 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.057778 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Tracked resource versions report: Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: pushed versions: Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: { 'AddressGroup': {'1.2'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'ConntrackHelper': {'1.0'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Log': {'1.0'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Network': {'1.1'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Port': {'1.7'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'PortForwarding': {'1.2'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'QosPolicy': {'1.9'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroup': {'1.4'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SubPort': {'1.0'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Subnet': {'1.1'}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Trunk': {'1.1'}} Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: consumer versions: Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: HyperV agent@hv-cinder-82174: {}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'ConntrackHelper': '1.0', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Log': '1.0', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Network': '1.1', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Port': '1.7', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'PortForwarding': '1.2', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'QosPolicy': '1.9', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroup': '1.4', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SecurityGroupRule': '1.2', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'SubPort': '1.0', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Subnet': '1.1', Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: 'Trunk': '1.1'}} Jun 17 07:47:44.058835 dv-cinder-821745-1-iscsi neutron-server[109306]: {{(pid=109306) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:47:44.061832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.062163 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Added segment 14396a70-272c-4ab5-b4a1-9af0a64c121f of type vlan for network 4f9b4ee6-c025-493c-a17d-24a97065f1bd Jun 17 07:47:44.100435 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.177879 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.178854 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:44.179454 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.198336 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34520) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:44.227930 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34526) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:44.239082 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] Pushing event updated for resources: {'Network': ['ID=4f9b4ee6-c025-493c-a17d-24a97065f1bd,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:44.251598 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:47:44.354933 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34532) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:44.355832 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-431f1e93-ea80-45d1-8a4b-a15083ac6357 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9189894 Jun 17 07:47:44.360038 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Request body: {'subnet': {'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1629170622-subnet', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:44.452231 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Made reservation on behalf of af80d0608ec442e793d1cc40cf4e098a for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:44.456255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.651276 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2026529257-network', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:44.723029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-network', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:44.767205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.834608 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ede5264-0452-42a3-b8b3-1f4898a87f8f,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:44.842163 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Checking segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:44.842520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Network hostable DHCP agents. Network: 4f9b4ee6-c025-493c-a17d-24a97065f1bd, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:47:44.846195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.846541 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.846880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.847358 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.847554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.847878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.848208 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.848578 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.848903 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.849252 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Tracked resource versions report: Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: pushed versions: Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: { 'AddressGroup': {'1.2'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'ConntrackHelper': {'1.0'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Log': {'1.0'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Network': {'1.1'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Port': {'1.7'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'PortForwarding': {'1.2'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'QosPolicy': {'1.9'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroup': {'1.4'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SubPort': {'1.0'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Subnet': {'1.1'}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Trunk': {'1.1'}} Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: consumer versions: Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: HyperV agent@hv-cinder-82174: {}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'ConntrackHelper': '1.0', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Log': '1.0', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Network': '1.1', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Port': '1.7', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'PortForwarding': '1.2', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'QosPolicy': '1.9', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroup': '1.4', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SecurityGroupRule': '1.2', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'SubPort': '1.0', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Subnet': '1.1', Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: 'Trunk': '1.1'}} Jun 17 07:47:44.852169 dv-cinder-821745-1-iscsi neutron-server[109307]: {{(pid=109307) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:47:44.855523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Made reservation on behalf of 63920d13952f4cb5ab02d1f5cae0356c for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:44.856088 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.870905 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.883235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Made reservation on behalf of b28354c7d3c24df48977b999c9e972aa for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:44.885471 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.897138 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:44.981822 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:47:45.031741 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.044988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.081356 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 4f9b4ee6-c025-493c-a17d-24a97065f1bd) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:45.085780 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:45.086412 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.093092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38490fe8-28ce-47ca-b4a0-5544e1a50e92 None None] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:45.103835 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.107705 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.139916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:47:45.142273 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:47:45.168829 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-43cc8982-1a66-4b40-8353-4bd47dcc2585 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8126283 Jun 17 07:47:45.177816 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.177816 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Added segment 4e9ea762-d8d5-4d36-b2f4-fc688cfd9976 of type vlan for network aab70f83-37ba-49f2-b185-1c759981be07 Jun 17 07:47:45.177816 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf39c02a-839e-4bc3-b84d-d06d482f8fb7,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:45.179476 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34562) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:45.184272 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:45.205979 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.206445 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Added segment 8bccb0a5-63e5-4964-8021-1dd12c2afcfe of type vlan for network 1bdea463-3a92-44ed-80ee-a254165167eb Jun 17 07:47:45.305341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'fixed_ips': [{'subnet_id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:47:45.310283 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.313847 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.327235 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.327402 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf0d0b-8157-45f4-9834-868505b4b247,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:45.329201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.332090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.451745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.453112 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:45.454025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.491695 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.495584 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.496687 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:45.497500 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.549561 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] Pushing event updated for resources: {'Network': ['ID=aab70f83-37ba-49f2-b185-1c759981be07,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:45.579083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network aab70f83-37ba-49f2-b185-1c759981be07 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:47:45.624447 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] Pushing event updated for resources: {'Network': ['ID=1bdea463-3a92-44ed-80ee-a254165167eb,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:45.637224 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Allocated IP 172.20.0.2 (4f9b4ee6-c025-493c-a17d-24a97065f1bd/9ede5264-0452-42a3-b8b3-1f4898a87f8f/3b0c5aaf-2c25-4614-8286-a257e440822c) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:45.640914 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 1bdea463-3a92-44ed-80ee-a254165167eb details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:47:45.654671 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-03f9abcd-fd83-49d3-b55e-4e9e1a305734 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4553900 Jun 17 07:47:45.655554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34586) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:45.664739 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8fd9c6f5-33a7-4ddc-9143-2d7f3b10eb3e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4355698 Jun 17 07:47:45.670869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34588) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:45.680107 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Request body: {'subnet': {'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2026529257-subnet', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:45.698202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Request body: {'subnet': {'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-subnet', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:45.806096 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Made reservation on behalf of 63920d13952f4cb5ab02d1f5cae0356c for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:45.808507 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.848342 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.867962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Made reservation on behalf of b28354c7d3c24df48977b999c9e972aa for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:47:45.870205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:45.903471 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.029767 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.118775 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:46.124710 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:46.128173 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:46.131614 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Pushing event updated for resources: {'Port': ['ID=3b0c5aaf-2c25-4614-8286-a257e440822c,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:46.144504 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.145050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.145762 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.146378 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.146879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.147381 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.149162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.149696 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.150459 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.151394 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.152132 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.153086 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Tracked resource versions report: Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: pushed versions: Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: { 'AddressGroup': {'1.2'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'ConntrackHelper': {'1.0'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Log': {'1.0'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Network': {'1.1'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Port': {'1.7'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'PortForwarding': {'1.2'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'QosPolicy': {'1.9'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroup': {'1.4'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SubPort': {'1.0'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Subnet': {'1.1'}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Trunk': {'1.1'}} Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: consumer versions: Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: HyperV agent@hv-cinder-82174: {}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'ConntrackHelper': '1.0', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Log': '1.0', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Network': '1.1', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Port': '1.7', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'PortForwarding': '1.2', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'QosPolicy': '1.9', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroup': '1.4', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SecurityGroupRule': '1.2', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'SubPort': '1.0', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Subnet': '1.1', Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: 'Trunk': '1.1'}} Jun 17 07:47:46.155055 dv-cinder-821745-1-iscsi neutron-server[109308]: {{(pid=109308) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:47:46.227025 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Attempting to bind port 3b0c5aaf-2c25-4614-8286-a257e440822c on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:46.227648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Attempting to bind port 3b0c5aaf-2c25-4614-8286-a257e440822c by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:46.228201 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Attempting to bind port 3b0c5aaf-2c25-4614-8286-a257e440822c on network 4f9b4ee6-c025-493c-a17d-24a97065f1bd {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:46.228454 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.234890 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:46.235260 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Checking segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:46.235773 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.236249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Bound using segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:46.236716 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Bound port: 3b0c5aaf-2c25-4614-8286-a257e440822c, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:46.237151 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.247827 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.292561 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.324141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] For port 3b0c5aaf-2c25-4614-8286-a257e440822c, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:46.328016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] For port 3b0c5aaf-2c25-4614-8286-a257e440822c, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=3b0c5aaf-2c25-4614-8286-a257e440822c,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:46.356626 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Allocated IP 172.27.2.10 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/632148b5-1512-46b3-b25b-60d2c67fa340) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:46.357588 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68933ed6-4f64-40d5-a001-9d71e5549eca,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:46.366095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.413340 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.456202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:46.461217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.470011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Checking segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:46.470898 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Network hostable DHCP agents. Network: aab70f83-37ba-49f2-b185-1c759981be07, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:47:46.482931 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:46.483218 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Network hostable DHCP agents. Network: 1bdea463-3a92-44ed-80ee-a254165167eb, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:47:46.554916 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d1f284-1cdd-4327-8f59-f87f0e2e1185 None None] Pushing event updated for resources: {'Port': ['ID=3b0c5aaf-2c25-4614-8286-a257e440822c,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:46.606768 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.623448 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Network aab70f83-37ba-49f2-b185-1c759981be07 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:47:46.627535 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Network 1bdea463-3a92-44ed-80ee-a254165167eb is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:47:46.634993 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:46.640472 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:46.742259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, aab70f83-37ba-49f2-b185-1c759981be07) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:46.742259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 1bdea463-3a92-44ed-80ee-a254165167eb) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:46.746769 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:46.747353 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.855731 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848e1e7b-cf3c-411b-b0a5-0bfd318466c4 None None] Network aab70f83-37ba-49f2-b185-1c759981be07 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:46.862289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:46.862289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:46.862603 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd38b33-d600-4bb4-8a27-07c3a90d73de None None] Network 1bdea463-3a92-44ed-80ee-a254165167eb requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:46.862692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:46.888136 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-bf4ce3ca-714b-478e-a6cf-0787626bc3c3 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2180471 Jun 17 07:47:46.888725 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34626) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:46.892888 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:46.911099 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-57ad789a-a781-46c8-8ccb-181a9548053a admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2236454 Jun 17 07:47:46.911632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34628) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:46.922902 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:46.978329 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Pushing event updated for resources: {'Port': ['ID=632148b5-1512-46b3-b25b-60d2c67fa340,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:47.052933 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.054016 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.057517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.058460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.159253 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.160987 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.163928 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.211279 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-aab70f83-37ba-49f2-b185-1c759981be07', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:47:47.212906 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.341091 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-1bdea463-3a92-44ed-80ee-a254165167eb', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:47:47.346175 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.453541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.676066 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Allocated IP 172.20.0.2 (1bdea463-3a92-44ed-80ee-a254165167eb/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2/8309e045-7d60-4419-83c7-28d5650db027) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:47.767531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 3b0c5aaf-2c25-4614-8286-a257e440822c up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:47.795394 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:47:47.830672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f85d4-47cd-48bb-bced-f29757ebb136 None None] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:47.884275 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:47.953361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Allocated IP 172.20.0.2 (aab70f83-37ba-49f2-b185-1c759981be07/68933ed6-4f64-40d5-a001-9d71e5549eca/218898ea-7b29-497b-ad3f-a8b249a731d2) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:47.995184 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.006361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:48.022645 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Sync routers for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:47:48.043952 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:48.051739 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:48.062980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Provisioning complete for port 3b0c5aaf-2c25-4614-8286-a257e440822c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:48.064456 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.139993 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.147508 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3ac6e2b8-0b1f-4da4-a307-ca2515be9f0c admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9637852 Jun 17 07:47:48.147508 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34692) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:48.366693 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.380658 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:48.425825 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.427709 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.473067 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 3b0c5aaf-2c25-4614-8286-a257e440822c triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:48.473464 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.577384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.603369 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:46Z', 'revision_number': 3, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:48.630269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Allocated IP 172.27.2.77 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/38b236d7-4808-4892-8bb3-768cd52072de) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:48.640243 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Checking router: 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:47:48.641085 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Updating router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 port 632148b5-1512-46b3-b25b-60d2c67fa340 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:47:48.675327 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.701354 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.761990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.762820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Pushing event updated for resources: {'Port': ['ID=218898ea-7b29-497b-ad3f-a8b249a731d2,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:48.831140 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Network aab70f83-37ba-49f2-b185-1c759981be07 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:48.840495 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 3b0c5aaf-2c25-4614-8286-a257e440822c is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:48.840889 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.851532 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Current status of the port 3b0c5aaf-2c25-4614-8286-a257e440822c is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:48.851978 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.854155 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:48.872954 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:48.882041 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.915229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:48.995772 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Allocated IP 172.20.0.1 (4f9b4ee6-c025-493c-a17d-24a97065f1bd/9ede5264-0452-42a3-b8b3-1f4898a87f8f/c13173d2-a95d-4955-9197-35fdc32345e8) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:48.997795 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 3b0c5aaf-2c25-4614-8286-a257e440822c, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=3b0c5aaf-2c25-4614-8286-a257e440822c,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:49.011027 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Attempting to bind port 218898ea-7b29-497b-ad3f-a8b249a731d2 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:49.011343 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Attempting to bind port 218898ea-7b29-497b-ad3f-a8b249a731d2 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:49.011909 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Attempting to bind port 218898ea-7b29-497b-ad3f-a8b249a731d2 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:49.022337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:49.032302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:49.034850 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:49.036198 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.039111 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:49.039491 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Checking segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:49.039884 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.040416 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Bound using segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:49.041249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Bound port: 218898ea-7b29-497b-ad3f-a8b249a731d2, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:49.041362 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.044893 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Pushing event updated for resources: {'Port': ['ID=8309e045-7d60-4419-83c7-28d5650db027,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.086942 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.098101 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.175211 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.199671 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=3b0c5aaf-2c25-4614-8286-a257e440822c,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.217086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.259779 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 07:47:49.260157 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:47:49.276993 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Attempting to bind port 8309e045-7d60-4419-83c7-28d5650db027 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:49.276993 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Attempting to bind port 8309e045-7d60-4419-83c7-28d5650db027 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:49.277540 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Attempting to bind port 8309e045-7d60-4419-83c7-28d5650db027 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:49.309843 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:49.310223 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:49.310797 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.311190 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Bound using segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:49.311675 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Bound port: 8309e045-7d60-4419-83c7-28d5650db027, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:49.312054 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.337207 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:49.350648 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:49.375725 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:49.381289 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] For port 8309e045-7d60-4419-83c7-28d5650db027, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:49.383698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Pushing event updated for resources: {'Port': ['ID=38b236d7-4808-4892-8bb3-768cd52072de,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.384676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] For port 8309e045-7d60-4419-83c7-28d5650db027, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8309e045-7d60-4419-83c7-28d5650db027,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:49.420286 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] For port 218898ea-7b29-497b-ad3f-a8b249a731d2, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:49.427970 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] For port 218898ea-7b29-497b-ad3f-a8b249a731d2, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=218898ea-7b29-497b-ad3f-a8b249a731d2,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:49.435401 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.470310 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.489807 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.543050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 3b0c5aaf-2c25-4614-8286-a257e440822c up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:49.552276 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.553927 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:49.555357 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Pushing event updated for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.562515 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:49.567320 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.570622 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:49.580715 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.659485 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b14e3-f537-4716-bef0-5060a0c35521 None None] Pushing event updated for resources: {'Port': ['ID=8309e045-7d60-4419-83c7-28d5650db027,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.744111 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Pushing event updated for resources: {'Port': ['ID=632148b5-1512-46b3-b25b-60d2c67fa340,revision_number=2']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.758339 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Attempting to bind port 632148b5-1512-46b3-b25b-60d2c67fa340 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:49.758666 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Attempting to bind port 632148b5-1512-46b3-b25b-60d2c67fa340 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:49.760936 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Attempting to bind port 632148b5-1512-46b3-b25b-60d2c67fa340 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:49.781292 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:49.784300 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:49.785220 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.786620 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:49.787122 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Bound port: 632148b5-1512-46b3-b25b-60d2c67fa340, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:49.790889 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:49.798392 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.799102 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.799243 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.799531 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.799880 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.800199 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.800528 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.800853 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.801239 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.817038 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.817838 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.818185 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Tracked resource versions report: Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: pushed versions: Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: { 'AddressGroup': {'1.2'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'ConntrackHelper': {'1.0'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Log': {'1.0'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Network': {'1.1'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Port': {'1.7'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'PortForwarding': {'1.2'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'QosPolicy': {'1.9'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroup': {'1.4'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroupRule': {'1.2'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SubPort': {'1.0'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Subnet': {'1.1'}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Trunk': {'1.1'}} Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: consumer versions: Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: { DHCP agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: HyperV agent@hv-cinder-82174: {}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: L3 agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: Metadata agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: Metering agent@dv-cinder-821745-1-iscsi: {}, Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: Open vSwitch agent@dv-cinder-821745-1-iscsi: { 'AddressGroup': '1.2', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'ConntrackHelper': '1.0', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Log': '1.0', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Network': '1.1', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Port': '1.7', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'PortForwarding': '1.2', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'QosPolicy': '1.9', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroup': '1.4', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SecurityGroupRule': '1.2', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'SubPort': '1.0', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Subnet': '1.1', Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: 'Trunk': '1.1'}} Jun 17 07:47:49.819315 dv-cinder-821745-1-iscsi neutron-server[109309]: {{(pid=109309) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 17 07:47:49.821818 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Allocated IP 172.27.2.22 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/28e8284f-d9a8-4e51-ad80-d2c8d6d56043) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:49.978469 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] For port 632148b5-1512-46b3-b25b-60d2c67fa340, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:49.982658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c063186-e294-4559-b1df-718bee3ea4f5 None None] Pushing event updated for resources: {'Port': ['ID=218898ea-7b29-497b-ad3f-a8b249a731d2,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:49.988932 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] For port 632148b5-1512-46b3-b25b-60d2c67fa340, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=632148b5-1512-46b3-b25b-60d2c67fa340,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:49.990060 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c8f5e-201a-4f08-8ab4-b74ae0757489 None None] Current status of the port 3b0c5aaf-2c25-4614-8286-a257e440822c is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:49.992840 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 3b0c5aaf-2c25-4614-8286-a257e440822c triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:49.993337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.035544 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.151505 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Provisioning complete for port 3b0c5aaf-2c25-4614-8286-a257e440822c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:50.151886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.167404 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:50.168518 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:50.266339 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c02d9f-2d73-4c5f-b521-ef4a76decc19 None None] Pushing event updated for resources: {'Port': ['ID=632148b5-1512-46b3-b25b-60d2c67fa340,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:50.404306 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.479153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.482432 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.546010 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:50.557950 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Current status of the port 3b0c5aaf-2c25-4614-8286-a257e440822c is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:50.581844 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 3b0c5aaf-2c25-4614-8286-a257e440822c is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:50.587440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Provisioning complete for port c13173d2-a95d-4955-9197-35fdc32345e8 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:50.587440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.635970 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-4ce6c38b-e46e-4250-b5c7-e68f9f767db9 None None] Port c13173d2-a95d-4955-9197-35fdc32345e8 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:50.772445 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.870169 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.871186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.873572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.898784 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:46Z', 'revision_number': 3, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:50.930290 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:50.935596 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598ec3c4-4379-4859-b65c-be558f5a2d88 None None] The sync data for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi is: [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:46Z', 'revision_number': 3, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:47:50.976569 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Pushing event updated for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:50.989445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:50.999964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:51.004798 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:51.008985 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Pushing event updated for resources: {'Port': ['ID=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:51.085330 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:51.087482 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:51.294460 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:47:51.414048 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Router 4b68f483-1903-4597-a3dd-8b905a90f550 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:47:51.458788 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34786) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:51.695486 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4fccf2-a6d1-45ef-9925-d1e0eb6c155e None None] Network aab70f83-37ba-49f2-b185-1c759981be07 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:51.761972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:51.772389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7c2619b6-8ab1-41d7-beda-848033314fb2 None None] Provisioning complete for port c13173d2-a95d-4955-9197-35fdc32345e8 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:51.772750 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7c2619b6-8ab1-41d7-beda-848033314fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:51.780611 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c93dee62-678b-4483-a003-050c3f45f04b admin admin] 10.222.0.27 "PUT /v2.0/routers/6b392b22-9ff9-4928-83ac-b9cdd2ac9178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6346323 Jun 17 07:47:51.856746 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e680125a-a0da-4a77-a862-1e06fe3bfea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:51.901669 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 632148b5-1512-46b3-b25b-60d2c67fa340 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:51.944193 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.018047 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:52.039042 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e680125a-a0da-4a77-a862-1e06fe3bfea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.049730 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67695eec-2aba-48e5-8d42-b520d92ce04b None None] Network 1bdea463-3a92-44ed-80ee-a254165167eb requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:47:52.052003 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:47:52.088829 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7c2619b6-8ab1-41d7-beda-848033314fb2 None None] Port c13173d2-a95d-4955-9197-35fdc32345e8 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:52.165239 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e680125a-a0da-4a77-a862-1e06fe3bfea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.202375 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:52.203011 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:52.213806 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e680125a-a0da-4a77-a862-1e06fe3bfea9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=7de4b8d5655648059ced3019c35d7094&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7539732 Jun 17 07:47:52.214727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680125a-a0da-4a77-a862-1e06fe3bfea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6faafe0-a010-4faa-9139-e7c367bddb6d,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:52.218909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34820) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:52.307700 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.351912 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.384718 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.389212 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-511beffb-b8ae-4592-b309-eeb1df60ecdf admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.4664698 Jun 17 07:47:52.389212 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34838) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:52.418535 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34842) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:52.420633 dv-cinder-821745-1-iscsi neutron-server[109306]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 07:47:52.458706 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.487962 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 632148b5-1512-46b3-b25b-60d2c67fa340 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:52.489229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.568135 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.569899 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.570881 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f6faafe0-a010-4faa-9139-e7c367bddb6d HTTP/1.1" status: 204 len: 168 time: 0.3508987 Jun 17 07:47:52.605972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1823b-d718-4b27-9849-1fdde3273c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6faafe0-a010-4faa-9139-e7c367bddb6d,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:52.648204 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-ae8be32f-8cad-4326-bdc0-adeb8eeb2dd9 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:52.650065 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-ae8be32f-8cad-4326-bdc0-adeb8eeb2dd9 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/networks?id=4f9b4ee6-c025-493c-a17d-24a97065f1bd HTTP/1.1" status: 200 len: 812 time: 0.2305932 Jun 17 07:47:52.672674 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-714235be-a50f-461b-8b70-7ecb30459b5f tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/quotas/af80d0608ec442e793d1cc40cf4e098a HTTP/1.1" status: 200 len: 375 time: 0.0162809 Jun 17 07:47:52.694307 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Provisioning complete for port 8309e045-7d60-4419-83c7-28d5650db027 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:52.694691 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:52.750992 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:52.813085 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-b40b8926-2d71-4777-ad5d-eda7601e345e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=af80d0608ec442e793d1cc40cf4e098a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1310427 Jun 17 07:47:52.831296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:47:53.039141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 632148b5-1512-46b3-b25b-60d2c67fa340 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:53.039583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.080350 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-78e72e6c-f885-4c29-aebc-506799c2ccd0 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:47:53.088643 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-78e72e6c-f885-4c29-aebc-506799c2ccd0 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0903399 Jun 17 07:47:53.102303 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 632148b5-1512-46b3-b25b-60d2c67fa340, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=632148b5-1512-46b3-b25b-60d2c67fa340,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:53.198887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.199954 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8309e045-7d60-4419-83c7-28d5650db027 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:53.221037 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:53.243575 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:47:53.258923 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:53.266130 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:53.341884 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-8a7c290e-dd7a-422c-bb30-aafbd8585474 service neutron] 10.222.0.27 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517304 Jun 17 07:47:53.346715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.459489 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.461109 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0af14d47-dcb6-4c91-b9bb-1f1a12817e14 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5712554 Jun 17 07:47:53.462988 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-660dc02c-faab-4e25-8f77-3acd82649480 service neutron] 10.222.0.27 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201491 Jun 17 07:47:53.464740 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 34894) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:53.470517 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Current status of the port 8309e045-7d60-4419-83c7-28d5650db027 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:53.470926 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.530355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Sync routers for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:47:53.545997 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:53.562004 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=632148b5-1512-46b3-b25b-60d2c67fa340,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:53.596611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:53.596611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:53.649221 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 8309e045-7d60-4419-83c7-28d5650db027 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:53.649593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.659798 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:49Z', 'revision_number': 3, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:53.664317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] For port 8309e045-7d60-4419-83c7-28d5650db027, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8309e045-7d60-4419-83c7-28d5650db027,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:53.731605 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34906) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:53.766567 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:47:53.767078 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Updating router 4b68f483-1903-4597-a3dd-8b905a90f550 port 38b236d7-4808-4892-8bb3-768cd52072de binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:47:53.777731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9108a060-9db5-4172-ad6a-47579dcd7e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.786971 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Allocated IP 172.20.0.1 (1bdea463-3a92-44ed-80ee-a254165167eb/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2/bcea5378-91b1-4869-9162-210abf366f63) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:53.850138 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:51Z', 'revision_number': 3, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:53.856320 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.863883 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:53.952818 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:47:53.958579 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Updating router bdc52fa5-2b38-41ef-a374-71d76e53bde2 port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:47:53.982077 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.153892 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-481198d6-a7fa-43b9-a329-783ace9f0912 req-3d54f34a-1c04-41ed-b0d4-38600edde8cc tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.0709713 Jun 17 07:47:54.231117 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.262323 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Pushing event updated for resources: {'Port': ['ID=8309e045-7d60-4419-83c7-28d5650db027,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:54.267614 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9108a060-9db5-4172-ad6a-47579dcd7e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.331533 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Provisioning complete for port 218898ea-7b29-497b-ad3f-a8b249a731d2 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:54.331909 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.343600 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9108a060-9db5-4172-ad6a-47579dcd7e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.428161 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.480056 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:54.491602 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-9108a060-9db5-4172-ad6a-47579dcd7e97 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1c7113a455e04a1087c14f0c5919f385&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7481186 Jun 17 07:47:54.491602 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108a060-9db5-4172-ad6a-47579dcd7e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b94925-5384-4532-aaca-abe6655a8030,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:54.491602 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 34962) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:54.498528 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.520631 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.537843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:54.542568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:54.555712 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:54.558586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.623615 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.712299 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:54.747955 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Attempting to bind port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:54.748522 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Attempting to bind port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:54.748993 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Attempting to bind port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:54.763351 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6e373-11fb-4261-a317-b2464bf46e9b None None] Pushing event updated for resources: {'Port': ['ID=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,revision_number=2']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:54.767040 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:54.767719 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:54.768289 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.768833 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:54.769590 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Bound port: 28e8284f-d9a8-4e51-ad80-d2c8d6d56043, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:54.770494 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:54.926296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Allocated IP 172.20.0.1 (aab70f83-37ba-49f2-b185-1c759981be07/68933ed6-4f64-40d5-a001-9d71e5549eca/e6fb3329-5ff0-4d85-9271-5255744313e6) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:47:54.968897 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.023683 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.111375 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] For port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:55.121186 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] For port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:55.463626 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.465161 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.466201 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 8309e045-7d60-4419-83c7-28d5650db027 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:55.466201 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 218898ea-7b29-497b-ad3f-a8b249a731d2 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:55.467355 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.467941 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Current status of the port 218898ea-7b29-497b-ad3f-a8b249a731d2 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:55.467941 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.469304 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-58c5c640-63aa-4871-8fef-1713e60d528f req-abe23c7c-11df-4519-b994-33a53f902746 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.0783741 Jun 17 07:47:55.469304 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35002) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:55.469523 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] For port 218898ea-7b29-497b-ad3f-a8b249a731d2, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=218898ea-7b29-497b-ad3f-a8b249a731d2,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:55.469755 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:55.469755 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:55.470163 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.479969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 218898ea-7b29-497b-ad3f-a8b249a731d2 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:55.480499 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.524482 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.527000 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.528418 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/96b94925-5384-4532-aaca-abe6655a8030 HTTP/1.1" status: 204 len: 168 time: 1.0358734 Jun 17 07:47:55.546553 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.552307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Pushing event updated for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:55.584147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.589102 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6e373-11fb-4261-a317-b2464bf46e9b None None] Pushing event updated for resources: {'Port': ['ID=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:55.603743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6689877d-33c3-4cc4-b273-812f28a4c92e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b94925-5384-4532-aaca-abe6655a8030,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:55.641227 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bc4493e2-e66a-420f-ae3c-bb7bbfa5589f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.691732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.727260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Network aab70f83-37ba-49f2-b185-1c759981be07 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:55.740119 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:55.752029 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 218898ea-7b29-497b-ad3f-a8b249a731d2 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:55.761639 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:50Z', 'revision_number': 4, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'c13173d2-a95d-4955-9197-35fdc32345e8', 'name': '', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'mac_address': 'fa:16:3e:28:cc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:50Z', 'revision_number': 2, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'subnets': [{'id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:55.785632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:47:55.786013 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:55.793967 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35030) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:55.824870 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:55.850721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ef06e-2669-4a65-87f7-841d9d8f21be None None] Pushing event updated for resources: {'Port': ['ID=218898ea-7b29-497b-ad3f-a8b249a731d2,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:55.909817 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Checking router: 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:47:55.911268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Updating router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 port c13173d2-a95d-4955-9197-35fdc32345e8 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:47:55.957236 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.070003 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.071103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.095896 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d44fe-66ab-4c18-9691-69de37671d1e None None] Pushing event updated for resources: {'Port': ['ID=38b236d7-4808-4892-8bb3-768cd52072de,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:56.099344 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.105783 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8309e045-7d60-4419-83c7-28d5650db027 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:56.182251 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:56.182707 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.192897 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bc4493e2-e66a-420f-ae3c-bb7bbfa5589f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.204618 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Attempting to bind port 38b236d7-4808-4892-8bb3-768cd52072de on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:56.205123 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Attempting to bind port 38b236d7-4808-4892-8bb3-768cd52072de by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:56.205539 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Attempting to bind port 38b236d7-4808-4892-8bb3-768cd52072de on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:56.253062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:56.253740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:56.254355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.255065 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:56.255749 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Bound port: 38b236d7-4808-4892-8bb3-768cd52072de, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:56.256328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.270837 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:51Z', 'revision_number': 3, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:56.312682 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:56.313500 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Port bcea5378-91b1-4869-9162-210abf366f63 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:56.315098 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b32f826-3cf1-46e0-9774-5012f77206b8 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:51Z', 'revision_number': 3, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:47:56.331529 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:56.345727 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Pushing event updated for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:56.366167 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.367629 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-971809dc-a61c-41aa-84d0-180726c19d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.381577 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bc4493e2-e66a-420f-ae3c-bb7bbfa5589f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.478151 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Provisioning complete for port 8309e045-7d60-4419-83c7-28d5650db027 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:56.489543 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.489543 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] For port 38b236d7-4808-4892-8bb3-768cd52072de, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:56.531116 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] For port 38b236d7-4808-4892-8bb3-768cd52072de, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=38b236d7-4808-4892-8bb3-768cd52072de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:56.551412 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 8309e045-7d60-4419-83c7-28d5650db027 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:56.551785 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.632544 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35056) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:56.637486 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-bc4493e2-e66a-420f-ae3c-bb7bbfa5589f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fece1da2a34143e792e7462de1d46750&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2832577 Jun 17 07:47:56.685420 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9f8eb12d-cfc2-4c0f-a34b-40cbb3133d31 req-f2824f81-3fec-4502-96a5-cb14ef7777ab tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.2053895 Jun 17 07:47:56.688176 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4493e2-e66a-420f-ae3c-bb7bbfa5589f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05081ab-e5cb-4af5-aee0-34c2d54beab2,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:56.702219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-971809dc-a61c-41aa-84d0-180726c19d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.712038 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Router 4b68f483-1903-4597-a3dd-8b905a90f550 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:47:56.737787 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.859186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.874232 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-971809dc-a61c-41aa-84d0-180726c19d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.926783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.994493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:56.995250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.010404 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-971809dc-a61c-41aa-84d0-180726c19d4c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ebfe5a3cd65b4ff78db21748b448d334&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2099059 Jun 17 07:47:57.011027 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35070) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:57.021984 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:57.022611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:57.044817 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63d44fe-66ab-4c18-9691-69de37671d1e None None] Pushing event updated for resources: {'Port': ['ID=38b236d7-4808-4892-8bb3-768cd52072de,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.045924 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971809dc-a61c-41aa-84d0-180726c19d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5f459d-87cd-457e-8761-0cb1b3e0b6f1,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.103632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.147168 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.152225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Pushing event updated for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.160104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:57.168921 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Current status of the port 8309e045-7d60-4419-83c7-28d5650db027 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:57.177037 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e38c935d-cad3-47b6-b0aa-0c10266e6197 admin admin] 10.222.0.27 "PUT /v2.0/routers/4b68f483-1903-4597-a3dd-8b905a90f550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7836373 Jun 17 07:47:57.203223 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Network aab70f83-37ba-49f2-b185-1c759981be07 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:47:57.209270 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:47:57.237277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.282613 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.340858 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 8309e045-7d60-4419-83c7-28d5650db027 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:57.342645 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 632148b5-1512-46b3-b25b-60d2c67fa340 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:57.418185 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:57.435371 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.441282 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.445165 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f05081ab-e5cb-4af5-aee0-34c2d54beab2 HTTP/1.1" status: 204 len: 168 time: 0.8106685 Jun 17 07:47:57.452485 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:47:57.465177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572971f8-e3b1-4013-9729-5f186c988cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05081ab-e5cb-4af5-aee0-34c2d54beab2,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.475255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.478211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.479384 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ff5f459d-87cd-457e-8761-0cb1b3e0b6f1 HTTP/1.1" status: 204 len: 168 time: 0.4512901 Jun 17 07:47:57.507392 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Provisioning complete for port 218898ea-7b29-497b-ad3f-a8b249a731d2 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:57.507392 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.517880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c229b6-825a-4897-a86c-720b205b1121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5f459d-87cd-457e-8761-0cb1b3e0b6f1,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.609489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:47:57.616497 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-379a65d9-3026-4c58-b274-35343b8877ea admin admin] 10.222.0.27 "PUT /v2.0/routers/bdc52fa5-2b38-41ef-a374-71d76e53bde2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1493788 Jun 17 07:47:57.711737 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.770569 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5182b0-7628-4555-9ef2-13d231ef29aa None None] Pushing event updated for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:57.773041 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 632148b5-1512-46b3-b25b-60d2c67fa340 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:57.773405 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:57.999576 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-25e8126f-dd43-4632-829a-9d21397fbea5 req-f7ffdb3c-352c-4fb2-be89-951c039c5112 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.0345488 Jun 17 07:47:58.126507 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Attempting to bind port c13173d2-a95d-4955-9197-35fdc32345e8 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:47:58.126507 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Attempting to bind port c13173d2-a95d-4955-9197-35fdc32345e8 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:47:58.126507 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Attempting to bind port c13173d2-a95d-4955-9197-35fdc32345e8 on network 4f9b4ee6-c025-493c-a17d-24a97065f1bd {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:47:58.140129 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0b4dd373-8baa-46f1-bcfe-a567a062fe87 None None] Current status of the port 218898ea-7b29-497b-ad3f-a8b249a731d2 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:58.160705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:47:58.161109 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Checking segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:47:58.161510 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.161895 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Bound using segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:47:58.162388 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Bound port: c13173d2-a95d-4955-9197-35fdc32345e8, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:47:58.162808 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.195955 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 632148b5-1512-46b3-b25b-60d2c67fa340 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:58.244083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 2, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:58.287016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559bfa18-2d09-488b-b289-fb3474fcee13 None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 2, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:47:58.297798 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] For port c13173d2-a95d-4955-9197-35fdc32345e8, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:47:58.302642 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] For port c13173d2-a95d-4955-9197-35fdc32345e8, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=c13173d2-a95d-4955-9197-35fdc32345e8,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:47:58.319522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:58.319522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.356222 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Port bcea5378-91b1-4869-9162-210abf366f63 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:58.384703 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Provisioning complete for port c13173d2-a95d-4955-9197-35fdc32345e8 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:58.385457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.414859 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.444463 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35122) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:58.451702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 218898ea-7b29-497b-ad3f-a8b249a731d2 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:58.498162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Port c13173d2-a95d-4955-9197-35fdc32345e8 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:58.555536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5182b0-7628-4555-9ef2-13d231ef29aa None None] Pushing event updated for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:58.562886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:58.563515 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:58.573016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Provisioning complete for port e6fb3329-5ff0-4d85-9271-5255744313e6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:58.573393 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.808010 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-898136fb-9754-4e17-97b5-236d0a3849d3 None None] Port e6fb3329-5ff0-4d85-9271-5255744313e6 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:47:58.815960 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 218898ea-7b29-497b-ad3f-a8b249a731d2 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:58.817045 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.873427 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:58.927547 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:47:58.933187 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e666a2c6-56e8-43f8-b82d-7e2ae3f6e0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:58.951413 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:47:58.951413 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:47:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:58.967542 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35140) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:58.969914 dv-cinder-821745-1-iscsi neutron-server[109307]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 17 07:47:58.993234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Provisioning complete for port c13173d2-a95d-4955-9197-35fdc32345e8 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:58.993692 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.054176 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35148) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:59.079269 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-87ad8c43-2d6a-4f9a-82f5-d07207bd6ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.162298 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 218898ea-7b29-497b-ad3f-a8b249a731d2 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:59.163496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:47:59.223892 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:47:59.316606 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-2502a856-9038-4399-8045-3d6d2f261cd2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:59.318614 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-2502a856-9038-4399-8045-3d6d2f261cd2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.3498507 Jun 17 07:47:59.337749 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-9ccf0ebb-080b-4419-a22f-50163b37ad3e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/quotas/b28354c7d3c24df48977b999c9e972aa HTTP/1.1" status: 200 len: 375 time: 0.0133653 Jun 17 07:47:59.344336 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-87ad8c43-2d6a-4f9a-82f5-d07207bd6ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.348441 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Current status of the port c13173d2-a95d-4955-9197-35fdc32345e8 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:59.348441 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.394961 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35152) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:59.422846 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ea10fd71-da8c-4f84-b8bd-a75459c0d30c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.442325 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] For port c13173d2-a95d-4955-9197-35fdc32345e8, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=c13173d2-a95d-4955-9197-35fdc32345e8,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:59.465643 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:47:59.467038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.467152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-87ad8c43-2d6a-4f9a-82f5-d07207bd6ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.475021 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.57', 52289) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:59.565860 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.625110 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-4c7db785-42cd-4fec-896f-3d6b92585a6e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2721395 Jun 17 07:47:59.645595 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35156) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:59.669778 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1734390810', 'description': 'tempest-description--2046544125'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:59.685965 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:50Z', 'revision_number': 4, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'c13173d2-a95d-4955-9197-35fdc32345e8', 'name': '', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'mac_address': 'fa:16:3e:28:cc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:58Z', 'revision_number': 4, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'subnets': [{'id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:47:59.698259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-df8d8f1f-c6c0-4b33-a65e-ec64afb5ded5 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:47:59.704349 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-df8d8f1f-c6c0-4b33-a65e-ec64afb5ded5 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.57 "GET /v2.0/networks?id=4f9b4ee6-c025-493c-a17d-24a97065f1bd HTTP/1.1" status: 200 len: 812 time: 0.2135143 Jun 17 07:47:59.718861 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ad8c43-2d6a-4f9a-82f5-d07207bd6ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a74799-5975-4c42-b1b2-bec0059bf145,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:59.751201 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-87ad8c43-2d6a-4f9a-82f5-d07207bd6ec8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a57969b0478a4f1fbdabee2121396dd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6959591 Jun 17 07:47:59.754771 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35162) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:47:59.780420 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b15f5-5407-41d1-b097-a9882fff6ee4 None None] The sync data for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi is: [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:47:50Z', 'revision_number': 4, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'c13173d2-a95d-4955-9197-35fdc32345e8', 'name': '', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'mac_address': 'fa:16:3e:28:cc:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_interface', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:47:58Z', 'revision_number': 4, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'subnets': [{'id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:47:59.809328 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-46631c52-59f6-46c8-a252-55e7b46c0b4b req-a721d686-92ec-4a86-811a-e50fa4918570 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.0601699 Jun 17 07:47:59.821567 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4e6f7-da01-4688-88da-3d1594223181 None None] Pushing event updated for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:47:59.852634 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Request body: {'port': {'device_id': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'admin_state_up': True, 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:47:59.895590 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:47:59.896237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.920381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ea10fd71-da8c-4f84-b8bd-a75459c0d30c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.925074 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:47:59.932059 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:47:59.940922 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 2, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:00.013023 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ea10fd71-da8c-4f84-b8bd-a75459c0d30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.025869 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:48:00.036833 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Updating router bdc52fa5-2b38-41ef-a374-71d76e53bde2 port e6fb3329-5ff0-4d85-9271-5255744313e6 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:48:00.065242 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea10fd71-da8c-4f84-b8bd-a75459c0d30c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d013e267-015c-4a1e-a122-3b9df0b5fae7,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:00.088992 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.091808 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.094603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e77ba24-aaf1-4aae-bd7e-e4fd88007e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.118117 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ea10fd71-da8c-4f84-b8bd-a75459c0d30c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5d67761535b6438c85db8cc53864d2d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7217886 Jun 17 07:48:00.122309 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35172) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:00.166233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.181537 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.212660 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-1cc8cdf1-4765-4609-97a5-6f11011e6e3a service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:48:00.214249 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-1cc8cdf1-4765-4609-97a5-6f11011e6e3a service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1794624 Jun 17 07:48:00.219768 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.261973 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:00.293180 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.333572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.340978 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=487612cf-45ae-41ae-90b1-cd210b20a992,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:00.389494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.394063 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.398110 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d013e267-015c-4a1e-a122-3b9df0b5fae7 HTTP/1.1" status: 204 len: 168 time: 0.2746723 Jun 17 07:48:00.440742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.455257 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-74b411d1-6f4f-4ac3-a07f-e118ea73b745 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8045716 Jun 17 07:48:00.456049 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35190) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:00.456815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeeee88-7a07-4ab9-b7d6-efcd3bfcba7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d013e267-015c-4a1e-a122-3b9df0b5fae7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:00.480614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group_rule': {'security_group_id': '487612cf-45ae-41ae-90b1-cd210b20a992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:00.599519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 38b236d7-4808-4892-8bb3-768cd52072de up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:00.630259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.648623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.665322 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 38b236d7-4808-4892-8bb3-768cd52072de triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:00.666196 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.686606 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Made reservation on behalf of af80d0608ec442e793d1cc40cf4e098a for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:00.720881 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.805585 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-fe209703-52f6-4461-aa2c-c9beb3f1e9b8 service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5591705 Jun 17 07:48:00.816446 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e77ba24-aaf1-4aae-bd7e-e4fd88007e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.825256 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.886775 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:48:00.937418 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:00.952111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e77ba24-aaf1-4aae-bd7e-e4fd88007e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.022884 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 38b236d7-4808-4892-8bb3-768cd52072de is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:01.023367 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.051729 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b3054-de67-429f-ba95-538a53540bdc None None] Pushing event updated for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.059286 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 38b236d7-4808-4892-8bb3-768cd52072de, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=38b236d7-4808-4892-8bb3-768cd52072de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:01.112530 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-409db939-d24f-485e-84e2-06d67bc58816 req-faeff25c-de75-4efc-9a18-d37a22aa0a50 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.1072884 Jun 17 07:48:01.173828 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ea72b027-71e6-462a-a48d-12d54c6cd04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.182355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.184608 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Attempting to bind port e6fb3329-5ff0-4d85-9271-5255744313e6 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:01.187947 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Attempting to bind port e6fb3329-5ff0-4d85-9271-5255744313e6 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:01.187947 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Attempting to bind port e6fb3329-5ff0-4d85-9271-5255744313e6 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:01.192892 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:01.193392 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Checking segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:01.193861 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.194562 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Bound using segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:01.194935 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Bound port: e6fb3329-5ff0-4d85-9271-5255744313e6, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:01.199204 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.206629 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.207564 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device c13173d2-a95d-4955-9197-35fdc32345e8 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:01.280761 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.285421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=38b236d7-4808-4892-8bb3-768cd52072de,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.318957 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8711e566-821c-446b-9914-f5fe191735fd,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.372868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e77ba24-aaf1-4aae-bd7e-e4fd88007e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067990d8-2607-47d5-8126-578548d6edcd,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.391157 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port c13173d2-a95d-4955-9197-35fdc32345e8 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:01.391548 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.406354 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] For port e6fb3329-5ff0-4d85-9271-5255744313e6, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:01.419057 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] For port e6fb3329-5ff0-4d85-9271-5255744313e6, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6fb3329-5ff0-4d85-9271-5255744313e6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:01.432349 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.446654 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-03d14402-b5ed-474a-a70f-f36f4469561e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9836988 Jun 17 07:48:01.464091 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35220) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:01.478882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group_rule': {'security_group_id': '487612cf-45ae-41ae-90b1-cd210b20a992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:01.541904 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port c13173d2-a95d-4955-9197-35fdc32345e8 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:01.545415 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-ed773044-e47d-4210-a5e5-f18d21ae0d36 None None] Provisioning complete for port e6fb3329-5ff0-4d85-9271-5255744313e6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:01.545735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.545919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ed773044-e47d-4210-a5e5-f18d21ae0d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.555206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.556367 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d0a74799-5975-4c42-b1b2-bec0059bf145 HTTP/1.1" status: 204 len: 168 time: 1.7993181 Jun 17 07:48:01.559463 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8e77ba24-aaf1-4aae-bd7e-e4fd88007e70 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=59ea78028bcf4c6bb966a54fddd0fd3e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1137028 Jun 17 07:48:01.562171 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35228) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:01.602419 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.602529 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-ed773044-e47d-4210-a5e5-f18d21ae0d36 None None] Port e6fb3329-5ff0-4d85-9271-5255744313e6 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:01.636369 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35232) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:01.656521 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b176c1f-a2dc-44fe-9570-c392c9496cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a74799-5975-4c42-b1b2-bec0059bf145,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.694568 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.712991 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528b3054-de67-429f-ba95-538a53540bdc None None] Pushing event updated for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:01.738278 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.766436 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:01.767843 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:01.793418 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-ea4a0129-c8e9-48a5-a777-8d8e59cddb43 service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9706032 Jun 17 07:48:01.807308 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Allocated IP 172.20.0.12 (4f9b4ee6-c025-493c-a17d-24a97065f1bd/9ede5264-0452-42a3-b8b3-1f4898a87f8f/33fbe222-f35a-4889-a8ab-bb5aba2d3b08) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:01.829904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.890750 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.963181 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.980401 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.982851 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:01.986294 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/067990d8-2607-47d5-8126-578548d6edcd HTTP/1.1" status: 204 len: 168 time: 0.4207764 Jun 17 07:48:02.003295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ab32077-4ec7-45c9-9575-1e38611e1bbd,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:02.019110 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa05da-0588-499f-9512-f900a4ccbba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067990d8-2607-47d5-8126-578548d6edcd,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:02.074655 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.081090 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-075e7509-7dc6-42b0-8399-a6737d9452e9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6119335 Jun 17 07:48:02.081695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35246) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:02.090914 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:02.101666 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:02.124916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.132860 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Provisioning complete for port e6fb3329-5ff0-4d85-9271-5255744313e6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:02.133165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.257546 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.346630 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.374166 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-258e7375-5cb5-42ec-ac0b-035df4f94139 req-ad7b052a-ce34-4e56-bf77-edff94a6d27c tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.1006408 Jun 17 07:48:02.568560 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 38b236d7-4808-4892-8bb3-768cd52072de up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:02.646217 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.676336 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:02.687833 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:02.740378 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Current status of the port e6fb3329-5ff0-4d85-9271-5255744313e6 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:02.740643 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.784277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:02.814297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:02.816885 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.865986 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] For port e6fb3329-5ff0-4d85-9271-5255744313e6, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6fb3329-5ff0-4d85-9271-5255744313e6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:02.895123 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 38b236d7-4808-4892-8bb3-768cd52072de triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:02.895503 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:02.995833 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.022443 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bfb2d7f6-9c2f-4761-a8c0-8055794b3c69 req-72ace515-5a3d-42a5-a487-10a4946cd55b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 210 time: 0.4705408 Jun 17 07:48:03.056638 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5396-bf1c-4646-bc30-70ea1987d593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.101868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Pushing event updated for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:03.144776 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:03.176012 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-89f3b56f-eabe-4d2d-808a-dba26ff90bb1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3890867 Jun 17 07:48:03.226795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-d6397aba-0258-4794-ac4b-e0ea6e0b4870 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:48:03.226795 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-d6397aba-0258-4794-ac4b-e0ea6e0b4870 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103800 Jun 17 07:48:03.244030 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023e81b7-49af-4568-8648-a2358462bff5 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:48:03.263348 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-068a8f7f-204a-472a-bbdb-cdfa6be018bd None None] Provisioning complete for port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:03.263713 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-068a8f7f-204a-472a-bbdb-cdfa6be018bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.279615 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284f7d08-06cb-46f3-96f1-073cf1cfb11e None None] Pushing event updated for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:03.380041 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.543959 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5396-bf1c-4646-bc30-70ea1987d593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.647967 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 38b236d7-4808-4892-8bb3-768cd52072de is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:03.652092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:03.671574 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8a3c5396-bf1c-4646-bc30-70ea1987d593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.671778 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-068a8f7f-204a-472a-bbdb-cdfa6be018bd None None] Port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:03.733317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.755644 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c5396-bf1c-4646-bc30-70ea1987d593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e63d79-3102-4830-9722-4c0196d18cfc,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:03.814357 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:03.815097 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:03.856832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45b0a-b787-48fa-9d99-e0852c4b3820 req-0d8f396e-b7f1-4131-9aa9-c9b6888f123e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:03.878875 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-31d45b0a-b787-48fa-9d99-e0852c4b3820 req-0d8f396e-b7f1-4131-9aa9-c9b6888f123e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 932 time: 0.3050134 Jun 17 07:48:03.890084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Allocated IP 172.27.2.206 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/33ec7e48-bce9-4b9d-9867-189ef06cd544) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:03.957881 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8a3c5396-bf1c-4646-bc30-70ea1987d593 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=72ec2cd064884893ad9eee5f043fad81&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3028467 Jun 17 07:48:03.978140 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35310) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:04.061079 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:48:04.066344 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Request body: {'port': {'device_id': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:04.130202 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.133916 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:04.137073 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:04.253813 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-31d45b0a-b787-48fa-9d99-e0852c4b3820 req-159f256e-947c-4bd9-bd57-0aa4f9db6ae1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696876 Jun 17 07:48:04.298456 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.335782 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.338860 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-4b953916-8a7e-4dc2-bbd0-d3563f344d61 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:04.340489 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-4b953916-8a7e-4dc2-bbd0-d3563f344d61 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.4728825 Jun 17 07:48:04.405501 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:04.412552 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-e845ae61-4e51-4166-a3e1-e03c46f0a4be tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/quotas/b28354c7d3c24df48977b999c9e972aa HTTP/1.1" status: 200 len: 375 time: 0.0295205 Jun 17 07:48:04.414654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.495721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:04.525936 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.534508 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:04.540860 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/69e63d79-3102-4830-9722-4c0196d18cfc HTTP/1.1" status: 204 len: 168 time: 0.5555403 Jun 17 07:48:04.573104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac36bc0e-8328-4d77-8645-d7fe77ac5f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e63d79-3102-4830-9722-4c0196d18cfc,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:04.691472 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6fb3329-5ff0-4d85-9271-5255744313e6 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:05.003347 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port e6fb3329-5ff0-4d85-9271-5255744313e6 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:05.003709 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.131265 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-e923adee-1725-435f-8819-f41dc0f24400 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6899493 Jun 17 07:48:05.204215 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:47:55Z', 'revision_number': 2, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:05.250862 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:48:05.257127 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Updating router 4b68f483-1903-4597-a3dd-8b905a90f550 port bcea5378-91b1-4869-9162-210abf366f63 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:48:05.270078 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port e6fb3329-5ff0-4d85-9271-5255744313e6 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:05.279545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.355709 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.453907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df834a-2ee4-4e96-b3b4-45b2527b6e8e req-d5f48953-a7e0-4ec1-9def-04cd035c7ddc tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:05.456606 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-42df834a-2ee4-4e96-b3b4-45b2527b6e8e req-d5f48953-a7e0-4ec1-9def-04cd035c7ddc tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 932 time: 0.0951667 Jun 17 07:48:05.486388 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.553631 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-42df834a-2ee4-4e96-b3b4-45b2527b6e8e req-6e660674-bf82-4c37-8914-ea700db77fe8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897198 Jun 17 07:48:05.578291 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:05.600801 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:05.606269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.619989 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:05.631056 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:05.718830 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Transition to ACTIVE for port object 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:48:05.726909 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=33ec7e48-bce9-4b9d-9867-189ef06cd544,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:05.766955 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:05.772793 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-70bfd257-9475-4481-8cb6-c427e46020bb service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6185300 Jun 17 07:48:05.945422 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.076018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.214332 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Pushing event updated for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:06.231166 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-9cc8c9b7-88c0-4edc-b78a-31afb9d6e2b2 service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483635 Jun 17 07:48:06.236487 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.291868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Attempting to bind port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:06.292246 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Attempting to bind port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:06.292590 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Attempting to bind port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 on network 4f9b4ee6-c025-493c-a17d-24a97065f1bd {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:06.316833 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 on network 4f9b4ee6-c025-493c-a17d-24a97065f1bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:48:06.317193 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Attempting to bind port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 on network 4f9b4ee6-c025-493c-a17d-24a97065f1bd {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:06.339353 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:06.339719 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Checking segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:06.340285 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Bound using segment: {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:06.340744 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Bound port: 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14396a70-272c-4ab5-b4a1-9af0a64c121f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:06.346413 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.433570 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.685347 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:06.706730 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:06.795990 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da7083c3-3cf7-4cbf-9b4d-105fba178479 req-f59228cf-1780-40f7-abc4-a0cc8febcaaa tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0860887 Jun 17 07:48:06.846143 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc0feb-8ac2-4777-b63d-6661019eca10 req-b6060bc9-207d-41f5-9d64-6ba7972fbf59 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:06.859790 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e7cc0feb-8ac2-4777-b63d-6661019eca10 req-b6060bc9-207d-41f5-9d64-6ba7972fbf59 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.1537731 Jun 17 07:48:06.896860 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.941670 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:06.990952 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e7cc0feb-8ac2-4777-b63d-6661019eca10 req-b249fedd-4b80-40e0-8a9e-0fc47a741ddb tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301751 Jun 17 07:48:07.048970 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80792f6d-1d77-409a-b74d-03056a6c09b3 None None] Pushing event updated for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:07.082803 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Attempting to bind port bcea5378-91b1-4869-9162-210abf366f63 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:07.083201 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Attempting to bind port bcea5378-91b1-4869-9162-210abf366f63 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:07.083642 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Attempting to bind port bcea5378-91b1-4869-9162-210abf366f63 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:07.085846 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.104400 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:07.104764 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:07.105221 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.105609 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Bound using segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:07.106090 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Bound port: bcea5378-91b1-4869-9162-210abf366f63, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:07.106464 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.111286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:07.112083 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.113770 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] 10.222.0.57 "PUT /v2.0/ports/33fbe222-f35a-4889-a8ab-bb5aba2d3b08 HTTP/1.1" status: 200 len: 1094 time: 3.2333202 Jun 17 07:48:07.114769 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:07.205413 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-361d273a-165c-4ce8-83cc-661deab6ad75 None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:07.205781 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-361d273a-165c-4ce8-83cc-661deab6ad75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.246204 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.284110 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-361d273a-165c-4ce8-83cc-661deab6ad75 None None] Port bcea5378-91b1-4869-9162-210abf366f63 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:07.292617 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] For port bcea5378-91b1-4869-9162-210abf366f63, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:07.296460 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] For port bcea5378-91b1-4869-9162-210abf366f63, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=bcea5378-91b1-4869-9162-210abf366f63,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:07.308037 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e76aa90-5272-49db-96c8-c879ea73dee5 service neutron] Pushing event updated for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:07.366654 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.377167 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:07.388591 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2919073 Jun 17 07:48:07.420867 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e8b5a7-ae53-4103-a8e1-a97f9e062695 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=33ec7e48-bce9-4b9d-9867-189ef06cd544,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:07.501620 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80792f6d-1d77-409a-b74d-03056a6c09b3 None None] Pushing event updated for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:07.612534 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:07.612534 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:07.622182 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-a584d504-d1cf-4a9e-9d4d-431125bc4194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:07.624063 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-a584d504-d1cf-4a9e-9d4d-431125bc4194 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af80d0608ec442e793d1cc40cf4e098a&device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 1097 time: 0.1818423 Jun 17 07:48:07.855503 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:08.082584 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b505fe01-0d1a-49b5-b43d-661e83bbf0ba req-fd007511-b70a-4d72-a36f-041226be2bac tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0893288 Jun 17 07:48:08.148443 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-c8195956-a38b-4c41-83fe-48b0509eda3b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08 HTTP/1.1" status: 200 len: 217 time: 0.2963195 Jun 17 07:48:08.247401 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:08.248071 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:08.281425 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5de94735-7321-43fa-a967-cd6dcfd050e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:08.283092 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-5de94735-7321-43fa-a967-cd6dcfd050e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ede5264-0452-42a3-b8b3-1f4898a87f8f HTTP/1.1" status: 200 len: 851 time: 0.1208298 Jun 17 07:48:08.320139 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671371f-b420-44c5-aed7-708c726af9aa req-e1d49e87-90aa-4023-b642-8bce576fcf37 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:08.335219 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6671371f-b420-44c5-aed7-708c726af9aa req-e1d49e87-90aa-4023-b642-8bce576fcf37 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.1389749 Jun 17 07:48:08.408031 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Current status of the port bcea5378-91b1-4869-9162-210abf366f63 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:08.408733 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:08.437249 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-7340bb9f-3f19-404e-be39-ae2f89d83ce7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1734390810&fields=id&tenant_id=63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 267 time: 0.1665161 Jun 17 07:48:08.446337 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6671371f-b420-44c5-aed7-708c726af9aa req-b1cbad1e-4ba3-4ea4-9e03-7a5cbd1e1d00 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080074 Jun 17 07:48:08.529139 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] For port bcea5378-91b1-4869-9162-210abf366f63, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=bcea5378-91b1-4869-9162-210abf366f63,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:08.575283 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.57', 52297) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:08.580936 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-acb596b5-bcb5-470d-8e43-9c400142f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:08.585213 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-acb596b5-bcb5-470d-8e43-9c400142f261 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f9b4ee6-c025-493c-a17d-24a97065f1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2800632 Jun 17 07:48:08.614073 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:07Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:08.718368 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device bcea5378-91b1-4869-9162-210abf366f63 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:08.733178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4da4a4b-a699-4a59-987d-8bad107bcabb None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:07Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:48:08.736774 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:08.738706 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-5122d885-4b9a-4066-9518-014fa7a1b0d5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:08.752429 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-5122d885-4b9a-4066-9518-014fa7a1b0d5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 811 time: 0.3141663 Jun 17 07:48:08.771847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f2bbfed1-e2dd-4a9c-9368-aa2bcd95655a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:08.773468 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f2bbfed1-e2dd-4a9c-9368-aa2bcd95655a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.1967845 Jun 17 07:48:08.797349 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'port': {'device_id': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'admin_state_up': True, 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:08.821931 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-9b4c950d-d9a7-4dd8-9da7-267a80cf2915 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/quotas/63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 375 time: 0.0684147 Jun 17 07:48:08.940189 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-b61cb9b0-f0a9-40d9-81ed-25207fd8ace3 service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826662 Jun 17 07:48:08.973040 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d71542-8ee1-45e0-b07e-56dfaaf425ac None None] Pushing event updated for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:09.011898 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:09.012302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:09.090416 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-b8377a0c-5f6b-4d85-bcc7-0c8f921806d9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2677305 Jun 17 07:48:09.171430 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port bcea5378-91b1-4869-9162-210abf366f63 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:09.292863 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-94b9b807-97b1-4030-b03e-4da4d20578b5 req-2c8e4646-0c27-4ffe-a4db-6cc278bcd017 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0578508 Jun 17 07:48:09.377987 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Made reservation on behalf of b28354c7d3c24df48977b999c9e972aa for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:09.387841 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:09.397362 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a1a96d4-763a-4c57-a880-4ef9b633c81f req-2ea8f4d4-cc43-4ddc-b98c-8f264c110c5a service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067130 Jun 17 07:48:09.402964 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-6f6827fd-e4f5-4ed6-becd-98374d55600e service neutron] 10.222.0.27 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832060 Jun 17 07:48:09.461024 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b166a883-e0d2-4e3a-aa87-5c18a707da96" -d '{"events": [{"name": "network-changed", "server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:09.668786 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:09.696603 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-872701a6-959e-4a42-9b1b-9a51e618c961 service neutron] 10.222.0.27 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780833 Jun 17 07:48:09.890664 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Allocated IP 172.20.0.8 (1bdea463-3a92-44ed-80ee-a254165167eb/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2/7ffb173d-6021-41b5-802b-0ff344e25f65) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:10.110941 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:10.204320 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3829c88b-9be2-4917-9286-ab44c1ce94a2 x-openstack-request-id: req-3829c88b-9be2-4917-9286-ab44c1ce94a2 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:10.204320 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:10.204320 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3829c88b-9be2-4917-9286-ab44c1ce94a2 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:10.204320 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3829c88b-9be2-4917-9286-ab44c1ce94a2'] response: {'name': 'network-changed', 'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08', 'status': 'completed', 'code': 200} Jun 17 07:48:10.263848 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:10.489206 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3218e309-bdf6-40a4-9e3e-2d2716d12cf5 req-865af941-173c-4c32-8420-fb7e28b689d2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.1349909 Jun 17 07:48:10.571390 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:10.596644 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device bcea5378-91b1-4869-9162-210abf366f63 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:10.613800 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:10.639662 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-711930a2-007f-42fd-9128-042469592ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:10.643603 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-711930a2-007f-42fd-9128-042469592ce5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af80d0608ec442e793d1cc40cf4e098a&device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 1097 time: 0.1403217 Jun 17 07:48:10.681332 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:10.711628 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:10.720487 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:10.735506 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:10.765096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port bcea5378-91b1-4869-9162-210abf366f63 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:10.766478 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:10.803608 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e8e7b-c396-46cc-a8d5-5dcc5abdf4c3 req-0576e43d-b2a7-4240-8f4c-4a1a9c920a98 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:10.805347 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a7e8e7b-c396-46cc-a8d5-5dcc5abdf4c3 req-0576e43d-b2a7-4240-8f4c-4a1a9c920a98 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.4042821 Jun 17 07:48:10.919805 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a7e8e7b-c396-46cc-a8d5-5dcc5abdf4c3 req-f6193071-9abe-4eb1-9222-a016c8b5d137 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993872 Jun 17 07:48:10.934874 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port bcea5378-91b1-4869-9162-210abf366f63 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:11.132295 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cb88592d-b23b-436f-8f3b-d82d98677698 req-8b751928-55fd-44d1-9c3d-b6778a58b2fb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0489380 Jun 17 07:48:11.173193 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-f13f765b-c4b1-40f6-a1fa-1433b604bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:11.174631 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-f13f765b-c4b1-40f6-a1fa-1433b604bf52 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f9b4ee6-c025-493c-a17d-24a97065f1bd HTTP/1.1" status: 200 len: 913 time: 0.5253456 Jun 17 07:48:11.179325 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-09c0abb4-d008-43b6-9438-bf5abace49b8 None None] Provisioning complete for port 7ffb173d-6021-41b5-802b-0ff344e25f65 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:11.179828 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-09c0abb4-d008-43b6-9438-bf5abace49b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:11.218655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-09c0abb4-d008-43b6-9438-bf5abace49b8 None None] Port 7ffb173d-6021-41b5-802b-0ff344e25f65 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:11.397294 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f623a0fa-3b2f-43ac-90f3-4db3b22eac69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6042030 Jun 17 07:48:11.593800 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-006f6704-7c3a-4789-b2e9-f29078021cb8 req-059a8c79-c6a3-41cf-9077-4e60d0b68196 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.0338442 Jun 17 07:48:12.052855 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5468c1f-fff6-4626-a4f6-3f6c2e5eb355 req-0badecb1-5fd2-4359-ba24-70cc45c925c2 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:12.054483 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e5468c1f-fff6-4626-a4f6-3f6c2e5eb355 req-0badecb1-5fd2-4359-ba24-70cc45c925c2 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.0766482 Jun 17 07:48:12.108292 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e5468c1f-fff6-4626-a4f6-3f6c2e5eb355 req-b838614b-3b60-4904-9834-30a2ec420d84 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456805 Jun 17 07:48:12.364350 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c7a68d3-f240-49fd-9520-e1c855a4a90e req-07596a61-71c1-4e6f-8eae-69721159ebe7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0562589 Jun 17 07:48:12.566314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35510) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:12.699145 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9e1821c5-f9e0-409c-993d-7dbc50d4431c req-33c17108-9684-43d3-86fc-d167482fab25 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.0514336 Jun 17 07:48:13.003642 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ab56-1d84-4b31-8356-1fe3c6d9c191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.085851 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ab56-1d84-4b31-8356-1fe3c6d9c191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.228936 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6bb3ab56-1d84-4b31-8356-1fe3c6d9c191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.275652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3ab56-1d84-4b31-8356-1fe3c6d9c191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ec30c9-022e-4480-ad3b-479b9c33875c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:13.280021 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6bb3ab56-1d84-4b31-8356-1fe3c6d9c191 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=555b7c6100874f8c80a611cf3d1452d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7126210 Jun 17 07:48:13.283296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35552) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:13.297260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa842d6a-d26a-4d50-927b-0c1080c02e67 req-1d536d77-8f96-4d8e-92a4-9e5dc4d50406 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:13.298703 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-aa842d6a-d26a-4d50-927b-0c1080c02e67 req-1d536d77-8f96-4d8e-92a4-9e5dc4d50406 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.1009216 Jun 17 07:48:13.369212 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-aa842d6a-d26a-4d50-927b-0c1080c02e67 req-de199392-48cf-4a11-bd8e-450e7b182021 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630991 Jun 17 07:48:13.394594 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.427286 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.486677 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8348635d-e55f-42bc-b74e-851946e697ff req-a676759e-25b9-449a-bec9-e4f1981aeaf9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0394046 Jun 17 07:48:13.546603 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Request body: {'port': {'device_id': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:13.570532 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.573444 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.574778 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/58ec30c9-022e-4480-ad3b-479b9c33875c HTTP/1.1" status: 204 len: 168 time: 0.2906144 Jun 17 07:48:13.583781 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-8e0fec56-d455-4eae-a37b-cb670c73cefc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08 HTTP/1.1" status: 200 len: 217 time: 0.0509365 Jun 17 07:48:13.589259 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f858f90-b9ff-48be-b262-75cc666a75bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ec30c9-022e-4480-ad3b-479b9c33875c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:13.642632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35578) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:13.654733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-73a38014-55c4-4692-a7b0-b0f49c04d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:13.656486 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-73a38014-55c4-4692-a7b0-b0f49c04d34e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ede5264-0452-42a3-b8b3-1f4898a87f8f HTTP/1.1" status: 200 len: 851 time: 0.0567124 Jun 17 07:48:13.738044 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-1bfbe741-5875-4c4b-bf33-89b960182790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:13.739986 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-1bfbe741-5875-4c4b-bf33-89b960182790 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f9b4ee6-c025-493c-a17d-24a97065f1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699420 Jun 17 07:48:13.770578 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:13.822119 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a01432bf-5f43-4e97-a2b1-3fb5770c3e87 req-3fe50756-4262-4394-a678-096edd190b97 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.0343239 Jun 17 07:48:13.859999 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.57', 52302) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:13.964660 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-a8b2fc69-7db4-4750-8aa6-363de2d4cc83 service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167146 Jun 17 07:48:13.984824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-399c6075-c42b-4609-9aa7-e05a496345e5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:13.986933 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-399c6075-c42b-4609-9aa7-e05a496345e5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.1254432 Jun 17 07:48:14.016370 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'port': {'device_id': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'admin_state_up': True, 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:14.178770 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b166a883-e0d2-4e3a-aa87-5c18a707da96 req-2f39e06b-2f5c-49e0-a205-2fc26cd455ea service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908786 Jun 17 07:48:14.196300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffb173d-6021-41b5-802b-0ff344e25f65 {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:14.204937 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.234085 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Transition to ACTIVE for port object 7ffb173d-6021-41b5-802b-0ff344e25f65 will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:48:14.331698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Made reservation on behalf of b28354c7d3c24df48977b999c9e972aa for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:14.335900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.365723 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35596) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:14.378624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.517849 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:14.539374 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Attempting to bind port 7ffb173d-6021-41b5-802b-0ff344e25f65 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:14.539731 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Attempting to bind port 7ffb173d-6021-41b5-802b-0ff344e25f65 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:14.540074 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Attempting to bind port 7ffb173d-6021-41b5-802b-0ff344e25f65 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:14.550167 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Port 7ffb173d-6021-41b5-802b-0ff344e25f65 on network 1bdea463-3a92-44ed-80ee-a254165167eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:48:14.550493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Attempting to bind port 7ffb173d-6021-41b5-802b-0ff344e25f65 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:14.575328 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:14.575907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:14.576754 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Bound using segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:14.577479 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Bound port: 7ffb173d-6021-41b5-802b-0ff344e25f65, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:14.577996 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.600340 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Allocated IP 172.20.0.4 (1bdea463-3a92-44ed-80ee-a254165167eb/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2/e801e4e5-00b0-4f3a-803b-b4f9a5601d20) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:14.650879 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9414a4a-4f87-4210-abdf-8d66fe727224 req-0e4620a1-838f-411f-a3b4-04b9df4d9d6e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:14.653100 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9414a4a-4f87-4210-abdf-8d66fe727224 req-0e4620a1-838f-411f-a3b4-04b9df4d9d6e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.1369412 Jun 17 07:48:14.672214 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-957d5093-493c-4bee-b5d9-a4cde62b6ea9 req-b7ce0745-1d71-47f7-b74d-961ed672fa4f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0410330 Jun 17 07:48:14.735052 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:14.745938 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ffb173d-6021-41b5-802b-0ff344e25f65,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:14.795425 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9414a4a-4f87-4210-abdf-8d66fe727224 req-602f7547-5035-4be8-84c5-c622c068de17 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344218 Jun 17 07:48:14.809406 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35606) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:14.832104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a8da3e2-2237-4773-ab96-e1b688b750a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.870001 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a955b2f0-c704-445b-a476-681394001484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.899239 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.926092 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:14.965865 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a8da3e2-2237-4773-ab96-e1b688b750a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.015132 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d83b68e0-6b83-4d74-828e-81b3aaf92c13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.022814 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:15.032479 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.032479 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 1093 time: 1.4894629 Jun 17 07:48:15.032479 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-28486b13-71a0-4a5e-9147-ee70d2f10793 req-1b80dd75-6704-4222-a33e-3a4cd1f7b1e4 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.1063943 Jun 17 07:48:15.049073 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:15.082777 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-67c367f4-f08e-46c7-8808-ad9ca0a8e39c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:15.084278 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-67c367f4-f08e-46c7-8808-ad9ca0a8e39c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 811 time: 0.1129029 Jun 17 07:48:15.147802 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f0205f-22b8-4388-bbf2-e854564dd4d8 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:15.168644 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.170188 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a8da3e2-2237-4773-ab96-e1b688b750a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.182933 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a955b2f0-c704-445b-a476-681394001484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.202128 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-14d4bcea-00ed-428a-b1e6-8eea52def5a5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 380 time: 0.1023681 Jun 17 07:48:15.275609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'port': {'device_id': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'admin_state_up': True, 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'security_groups': ['487612cf-45ae-41ae-90b1-cd210b20a992']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:15.293203 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a955b2f0-c704-445b-a476-681394001484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.317817 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50ce7d7-919b-46f5-95ac-102ff0b5e680" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:15.328935 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5a8da3e2-2237-4773-ab96-e1b688b750a7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=77d8527871bf473f9ce6c9f2bde40afc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6855435 Jun 17 07:48:15.333607 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35622) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:15.336778 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:15.356744 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8da3e2-2237-4773-ab96-e1b688b750a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf85a3a5-5dc2-4b4c-987e-70ee08c886a1,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:15.367398 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35626) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:15.384502 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:15.393583 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:15.413175 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a955b2f0-c704-445b-a476-681394001484 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=91bb70fe344f44f79120981ae6490f47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0405335 Jun 17 07:48:15.413175 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d83b68e0-6b83-4d74-828e-81b3aaf92c13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.417839 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35628) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:15.425092 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a955b2f0-c704-445b-a476-681394001484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7914342-0929-466e-8f75-8b5b9392c629,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:15.439876 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-bb75f9f8-e6ea-4feb-bc63-129a10f217bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:15.445434 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-bb75f9f8-e6ea-4feb-bc63-129a10f217bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1096 time: 0.2043364 Jun 17 07:48:15.456059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:15.468346 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:15.469344 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.538727 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f1b06791-f30c-4d9e-b350-89a345007587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.579078 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-d74eb1b0-1213-4d23-806e-1c42473b1d58 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.1189213 Jun 17 07:48:15.579686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d83b68e0-6b83-4d74-828e-81b3aaf92c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.632419 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d83b68e0-6b83-4d74-828e-81b3aaf92c13 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6d2eebd23f3a4af698dffa2bc6543b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8219101 Jun 17 07:48:15.715631 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b68e0-6b83-4d74-828e-81b3aaf92c13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4528bb7d-6cbb-4a80-a65f-1f3b698a18d5,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:15.731186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c6a93f-cc48-4008-b112-d8246f48119c x-openstack-request-id: req-b4c6a93f-cc48-4008-b112-d8246f48119c {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:15.731186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:15.731186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-b4c6a93f-cc48-4008-b112-d8246f48119c {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:15.731186 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c6a93f-cc48-4008-b112-d8246f48119c'] response: {'name': 'network-changed', 'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65', 'status': 'completed', 'code': 200} Jun 17 07:48:15.731186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35638) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:15.741245 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f1b06791-f30c-4d9e-b350-89a345007587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.745376 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-51dd12cb-79ef-41a3-9ef1-841b7898edca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7331035 Jun 17 07:48:15.761192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-d50bf6aa-6b9e-4e2b-bac2-cc1120bef107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:15.766403 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-d50bf6aa-6b9e-4e2b-bac2-cc1120bef107 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.1362996 Jun 17 07:48:15.771342 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Request body: {'port': {'device_id': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:15.778193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.840524 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b633554b-1d47-4eb8-b667-7ccfb3979738 None None] Provisioning complete for port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:15.841875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b633554b-1d47-4eb8-b667-7ccfb3979738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.844140 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.880107 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.886041 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b633554b-1d47-4eb8-b667-7ccfb3979738 None None] Port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:15.921737 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f1b06791-f30c-4d9e-b350-89a345007587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.934892 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:15.980928 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.006447 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Made reservation on behalf of 63920d13952f4cb5ab02d1f5cae0356c for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:16.009979 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.034522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-4c6b416f-4142-46ad-ac15-6ec5bc10d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:16.037342 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-4c6b416f-4142-46ad-ac15-6ec5bc10d42f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2632432 Jun 17 07:48:16.052181 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63156a37-72b6-41ca-9f06-3bd51d674555 req-9e2286b8-dee0-4518-a823-84319fd042e4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:16.054240 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-63156a37-72b6-41ca-9f06-3bd51d674555 req-9e2286b8-dee0-4518-a823-84319fd042e4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 931 time: 0.2630849 Jun 17 07:48:16.055287 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f1b06791-f30c-4d9e-b350-89a345007587 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=de55efd3b208494d92a7b07aa30ea5bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6866851 Jun 17 07:48:16.061970 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35648) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:16.064426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b06791-f30c-4d9e-b350-89a345007587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48219fd-d193-4411-a7ea-85b62cf3fa8c,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.081159 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.102754 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04d5d1-e8be-4df1-9e63-18567aa09097 req-01c30e4b-b551-427d-a462-2c107f7e3978 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:16.104237 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f04d5d1-e8be-4df1-9e63-18567aa09097 req-01c30e4b-b551-427d-a462-2c107f7e3978 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 944 time: 0.2195461 Jun 17 07:48:16.129674 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.188805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:48:16.197106 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-63156a37-72b6-41ca-9f06-3bd51d674555 req-6d8c5be8-043c-48b6-812a-0f95799eb066 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273367 Jun 17 07:48:16.217208 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.220455 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.224197 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bf85a3a5-5dc2-4b4c-987e-70ee08c886a1 HTTP/1.1" status: 204 len: 168 time: 0.8874636 Jun 17 07:48:16.238544 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-f45c20cb-50d0-4278-99d5-1686016021c2 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800022 Jun 17 07:48:16.239905 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d91dbb-3c97-4bbb-9fc0-e5bf15aa751c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf85a3a5-5dc2-4b4c-987e-70ee08c886a1,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.251859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.251859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.251859 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b7914342-0929-466e-8f75-8b5b9392c629 HTTP/1.1" status: 204 len: 168 time: 0.8271306 Jun 17 07:48:16.268082 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.285385 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f04d5d1-e8be-4df1-9e63-18567aa09097 req-e1edddfe-1a37-46be-a8b6-b4f35b788dc7 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656528 Jun 17 07:48:16.325546 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc99fd7-66b2-4dba-88c5-d34b5d11afe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7914342-0929-466e-8f75-8b5b9392c629,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.335818 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-75030530-641b-4d33-b30d-d28af7ff541d req-3679cbbf-9c76-4223-aaf2-4f3382dda34a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.0502048 Jun 17 07:48:16.383379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.469436 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:16.488911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08', 'network_id': '4f9b4ee6-c025-493c-a17d-24a97065f1bd', 'port_id': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08', 'mac_address': 'fa:16:3e:c8:0a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ede5264-0452-42a3-b8b3-1f4898a87f8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:48:16.535981 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:16.536372 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.554656 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:16.575367 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.578520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.583075 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4528bb7d-6cbb-4a80-a65f-1f3b698a18d5 HTTP/1.1" status: 204 len: 168 time: 0.8487689 Jun 17 07:48:16.583849 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:16.595279 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3e6b9-1472-405d-b95f-dbd1d3d62d08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4528bb7d-6cbb-4a80-a65f-1f3b698a18d5,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.631015 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-93f13592-e280-4619-ac8b-b7ab7411a36c req-0e94511c-e890-4d15-9994-0b111addd88d service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785074 Jun 17 07:48:16.663310 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.677431 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e801e4e5-00b0-4f3a-803b-b4f9a5601d20 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:16.692172 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.703264 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Allocated IP 172.20.0.8 (aab70f83-37ba-49f2-b185-1c759981be07/68933ed6-4f64-40d5-a001-9d71e5549eca/f63146a0-a809-446f-8bf9-c497d96554c6) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:16.725999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.800187 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Transition to ACTIVE for port object e801e4e5-00b0-4f3a-803b-b4f9a5601d20 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:48:16.801440 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.804419 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.809382 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a48219fd-d193-4411-a7ea-85b62cf3fa8c HTTP/1.1" status: 204 len: 168 time: 0.7408969 Jun 17 07:48:16.826565 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-47be3d38-e629-4394-8dff-175ebde62285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:16.828269 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-47be3d38-e629-4394-8dff-175ebde62285 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1096 time: 0.0433314 Jun 17 07:48:16.842746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882ede1-f9eb-40e4-9029-e0fa14b277a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48219fd-d193-4411-a7ea-85b62cf3fa8c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:16.902103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:16.968313 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['33fbe222-f35a-4889-a8ab-bb5aba2d3b08'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:48:16.999296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.001611 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Pushing event updated for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:17.019602 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-80c71ac1-4d27-4d8b-b7a9-faafb7479000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.021747 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-80c71ac1-4d27-4d8b-b7a9-faafb7479000 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.1802299 Jun 17 07:48:17.059570 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Attempting to bind port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:17.059904 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Attempting to bind port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:17.060234 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Attempting to bind port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:17.090626 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-85d0a886-df8e-4485-a289-b7f454975321 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.0588958 Jun 17 07:48:17.098050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 on network 1bdea463-3a92-44ed-80ee-a254165167eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:48:17.098379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Attempting to bind port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:17.106734 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:17.107075 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:17.107460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Bound using segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:17.107900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Bound port: e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:17.108262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.184493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-7955c167-7bf4-4add-a37a-2a149ac4c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.191038 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-7955c167-7bf4-4add-a37a-2a149ac4c995 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0908139 Jun 17 07:48:17.220695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.277004 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:17.304211 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-51ab84a8-2933-4513-aafc-3ea370ffb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.307748 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-51ab84a8-2933-4513-aafc-3ea370ffb8cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1089320 Jun 17 07:48:17.315192 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:17.317269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Network aab70f83-37ba-49f2-b185-1c759981be07 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:17.318426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:17.321082 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:17.324150 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:17.329738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.330362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.337486 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35674) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:17.405205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-183ced0d-b1eb-4a9f-8bb5-31a3115fbadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.450041 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5799d068-2903-4eae-ab30-2cf817e35ba6 req-d5c03081-0e27-4450-a820-9d75d54c1a21 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.451558 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5799d068-2903-4eae-ab30-2cf817e35ba6 req-d5c03081-0e27-4450-a820-9d75d54c1a21 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.1130869 Jun 17 07:48:17.495795 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1829d05e-99a4-4ef0-80bb-7f39fb04aed9 req-7b7dfbc0-5550-43f5-84a1-cc94d36800b0 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.500007 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1829d05e-99a4-4ef0-80bb-7f39fb04aed9 req-7b7dfbc0-5550-43f5-84a1-cc94d36800b0 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 945 time: 0.0827816 Jun 17 07:48:17.500238 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-ec052018-9af5-43f9-91de-066d7612fb83 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848550 Jun 17 07:48:17.512384 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.607389 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ae69b947-5ea9-442d-920c-8bdb0bfaeb74 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3418374 Jun 17 07:48:17.619011 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1829d05e-99a4-4ef0-80bb-7f39fb04aed9 req-863cdb8c-05e0-4be0-9309-d07d7986e3fb tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137817 Jun 17 07:48:17.651084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.651084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.652265 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] 10.222.0.57 "PUT /v2.0/ports/e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 200 len: 1093 time: 1.8860373 Jun 17 07:48:17.653147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:17.656893 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f350daad-5c1c-47ce-8e04-b9bbf290fb18" -d '{"events": [{"name": "network-changed", "server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:17.666855 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e50ce7d7-919b-46f5-95ac-102ff0b5e680 req-17a5a776-3697-413d-9ab9-1fa61744e96c service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546893 Jun 17 07:48:17.674637 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5799d068-2903-4eae-ab30-2cf817e35ba6 req-1e3bf545-7615-4ed7-8002-f0e6754d2092 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109108 Jun 17 07:48:17.684457 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Request body: {'port': {'device_id': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:17.732790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-183ced0d-b1eb-4a9f-8bb5-31a3115fbadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.738596 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0d8aa-1fbe-4c33-8cae-ee643d576585 service neutron] Pushing event updated for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:17.816266 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdd1610-ba45-4969-9293-63f1401120ea x-openstack-request-id: req-4bdd1610-ba45-4969-9293-63f1401120ea {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:17.817122 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:17.817122 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4bdd1610-ba45-4969-9293-63f1401120ea {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:17.817297 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bdd1610-ba45-4969-9293-63f1401120ea'] response: {'name': 'network-changed', 'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20', 'status': 'completed', 'code': 200} Jun 17 07:48:17.822575 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.855519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-2c5d1138-1234-4eed-a300-c59a7b8baf88 None None] Provisioning complete for port f63146a0-a809-446f-8bf9-c497d96554c6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:17.856173 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2c5d1138-1234-4eed-a300-c59a7b8baf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.871868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-183ced0d-b1eb-4a9f-8bb5-31a3115fbadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:17.895802 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-c9f93135-8c16-444d-8b74-48944c48a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.897783 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-2c5d1138-1234-4eed-a300-c59a7b8baf88 None None] Port f63146a0-a809-446f-8bf9-c497d96554c6 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:48:17.899181 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-c9f93135-8c16-444d-8b74-48944c48a5c3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1096 time: 0.1150484 Jun 17 07:48:17.940817 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d327f-e045-49ea-8a3b-15703f599c95 req-37b7f7d1-4567-4c8e-92bc-e5b973673917 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:17.946203 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-542d327f-e045-49ea-8a3b-15703f599c95 req-37b7f7d1-4567-4c8e-92bc-e5b973673917 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 931 time: 0.1192141 Jun 17 07:48:17.987958 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-884f92dd-fa79-42ea-8644-b68a2e6eb6cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 200 len: 217 time: 0.0759723 Jun 17 07:48:18.043859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35696) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:18.069557 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-542d327f-e045-49ea-8a3b-15703f599c95 req-65f07693-2b3a-4465-b688-eaf0e8047d32 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870261 Jun 17 07:48:18.072656 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-14e46e17-b187-4884-94ef-c2459d23844f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.091277 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-b2e561ce-ec73-4917-b9b2-087a1c67193c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:18.093023 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-b2e561ce-ec73-4917-b9b2-087a1c67193c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0926211 Jun 17 07:48:18.121527 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183ced0d-b1eb-4a9f-8bb5-31a3115fbadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce19cc6d-338f-4ec1-bc8b-1f4715300900,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:18.131665 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-183ced0d-b1eb-4a9f-8bb5-31a3115fbadf admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4bde4e2bc8ef49b290f88ac9261dabfe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7871461 Jun 17 07:48:18.137448 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35702) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:18.185319 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:18.230026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.265442 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-14e46e17-b187-4884-94ef-c2459d23844f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.267605 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-3796cbeb-427a-4417-a6b7-20efe3e778c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:18.269128 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-3796cbeb-427a-4417-a6b7-20efe3e778c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1612353 Jun 17 07:48:18.272795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.355778 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63146a0-a809-446f-8bf9-c497d96554c6 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:18.361447 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:48:18.364146 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.366208 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:18.366736 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.378288 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-14e46e17-b187-4884-94ef-c2459d23844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.411413 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-df715dfd-027d-4768-a0bf-860b1fdf9cf4 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289244 Jun 17 07:48:18.446913 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e46e17-b187-4884-94ef-c2459d23844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6779cac-46c3-4a66-90a9-036d98dae6a8,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:18.454372 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35710) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:18.454575 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-14e46e17-b187-4884-94ef-c2459d23844f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8fc8479c6da94005bcd5a1798df41f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4075983 Jun 17 07:48:18.489778 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:18.490170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.508643 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Transition to ACTIVE for port object f63146a0-a809-446f-8bf9-c497d96554c6 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:48:18.510415 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.517936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:18.520799 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.522010 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ce19cc6d-338f-4ec1-bc8b-1f4715300900 HTTP/1.1" status: 204 len: 168 time: 0.3835020 Jun 17 07:48:18.540524 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dbbf01d-9425-4807-b68d-728fb323d2df req-50d48777-c435-4462-80e0-27b7a6f0122d service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137011 Jun 17 07:48:18.545832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd8bfa-5abd-47e8-8b26-5a599488e7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce19cc6d-338f-4ec1-bc8b-1f4715300900,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:18.563485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.588528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.603115 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.617044 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:18.718153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Attempting to bind port f63146a0-a809-446f-8bf9-c497d96554c6 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Attempting to bind port f63146a0-a809-446f-8bf9-c497d96554c6 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Attempting to bind port f63146a0-a809-446f-8bf9-c497d96554c6 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Port f63146a0-a809-446f-8bf9-c497d96554c6 on network aab70f83-37ba-49f2-b185-1c759981be07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Attempting to bind port f63146a0-a809-446f-8bf9-c497d96554c6 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Checking segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Bound using segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Bound port: f63146a0-a809-446f-8bf9-c497d96554c6, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:18.828026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.833861 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9eab00-0da5-40a4-8eae-3a37f0576b00 req-f70915a3-715a-49d0-b622-1332c8f4ba51 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:18.835454 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7e9eab00-0da5-40a4-8eae-3a37f0576b00 req-f70915a3-715a-49d0-b622-1332c8f4ba51 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 945 time: 0.0904236 Jun 17 07:48:18.848206 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-e228872c-de6c-4657-94fc-a59e31c7f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:18.849721 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-e228872c-de6c-4657-94fc-a59e31c7f9f8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1096 time: 0.0818117 Jun 17 07:48:18.872539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6fcbca-094d-4985-9e8a-b307bf57fd39 req-6de31fb7-d7e0-4e31-8a2d-4996ce6c3b04 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:18.874051 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef6fcbca-094d-4985-9e8a-b307bf57fd39 req-6de31fb7-d7e0-4e31-8a2d-4996ce6c3b04 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.0764115 Jun 17 07:48:18.883513 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:18.910124 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f63146a0-a809-446f-8bf9-c497d96554c6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:18.911012 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7e9eab00-0da5-40a4-8eae-3a37f0576b00 req-d716c892-68ca-4ef1-a92b-ec709d37afa9 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630121 Jun 17 07:48:18.944309 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:18.966852 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef6fcbca-094d-4985-9e8a-b307bf57fd39 req-46c3f4d7-3ceb-43f6-a3c3-fdd863e281c0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813992 Jun 17 07:48:18.998628 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-34984ff2-7b8d-4836-933b-2a4d9d016d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.000392 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-34984ff2-7b8d-4836-933b-2a4d9d016d73 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.1423821 Jun 17 07:48:19.014072 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:19.041298 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.046401 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.050063 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.050923 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-199cb26e-3190-402f-91be-45adc6cbf2b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 200 len: 217 time: 0.0416205 Jun 17 07:48:19.052711 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a6779cac-46c3-4a66-90a9-036d98dae6a8 HTTP/1.1" status: 204 len: 168 time: 0.5967014 Jun 17 07:48:19.094202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a9d7f-3fe6-4225-84b8-8966804ebbe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6779cac-46c3-4a66-90a9-036d98dae6a8,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:19.099294 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.099486 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.100873 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 1093 time: 1.4298398 Jun 17 07:48:19.155182 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea121d83-c1b1-4fe7-bfea-9a04a52e58c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:19.157938 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-9be99959-98ef-41b5-a6c6-dcc9dfaec8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.159550 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-9be99959-98ef-41b5-a6c6-dcc9dfaec8e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.1024573 Jun 17 07:48:19.184612 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35742) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:19.270276 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-867260b9-5930-453b-8605-456adeec79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.271755 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-867260b9-5930-453b-8605-456adeec79e3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1039655 Jun 17 07:48:19.324174 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-097e8211-ca1a-460e-8b97-3eaccadc1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.325899 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-097e8211-ca1a-460e-8b97-3eaccadc1062 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1096 time: 0.0837939 Jun 17 07:48:19.337710 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c61ca4-b2a3-48e7-999d-6cf1ef6aad35 req-25e697ee-0599-49b2-92ac-d96a2dbd26a3 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.339412 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-74c61ca4-b2a3-48e7-999d-6cf1ef6aad35 req-25e697ee-0599-49b2-92ac-d96a2dbd26a3 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0878391 Jun 17 07:48:19.346308 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d700618c-509c-429d-92a0-2f239de9dc4b" -d '{"events": [{"server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "name": "network-vif-plugged", "status": "completed", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:19.402852 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-c91cfce4-94b1-41b1-bf1f-a2aa0110e1c4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 217 time: 0.0620973 Jun 17 07:48:19.431450 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-b0ee0df9-e71b-498c-b8fc-eca263e5fa26 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519983 Jun 17 07:48:19.488374 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-74c61ca4-b2a3-48e7-999d-6cf1ef6aad35 req-e12e67bf-3c55-4bc2-b4ec-e37bdf222fc0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318040 Jun 17 07:48:19.497572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-1f14110d-9921-4c6f-960b-405a627e356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.499281 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-1f14110d-9921-4c6f-960b-405a627e356c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0838652 Jun 17 07:48:19.557772 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-6b4a572e-d0bc-4bca-8d52-1872d353c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:19.561117 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-6b4a572e-d0bc-4bca-8d52-1872d353c8e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487339 Jun 17 07:48:19.592063 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f350daad-5c1c-47ce-8e04-b9bbf290fb18 req-c5d0cca0-094a-4325-8a2d-5ab339d0938f service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499062 Jun 17 07:48:19.650751 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299421305-network', 'tenant_id': '18003f91c9fa4b33ba92b0b3d51575dd'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:19.695403 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-c53462fc-bd3f-4c94-be4c-533d94e5b47a service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240082 Jun 17 07:48:19.738312 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7abea213-59e8-4be5-807f-5c1ffe52b5a5 x-openstack-request-id: req-7abea213-59e8-4be5-807f-5c1ffe52b5a5 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:19.738619 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "name": "network-vif-plugged", "status": "completed", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:19.739306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7abea213-59e8-4be5-807f-5c1ffe52b5a5 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:19.739908 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7abea213-59e8-4be5-807f-5c1ffe52b5a5'] response: {'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08', 'code': 200} Jun 17 07:48:19.791580 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Made reservation on behalf of 18003f91c9fa4b33ba92b0b3d51575dd for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:19.793036 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.813810 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:19.817708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:19.820010 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-317c0038-fbec-4ec4-badd-313a22a4f2eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:19.829500 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c473da3c-ebce-4cc3-8d40-b87f57a2809b req-aeab7bf1-99ab-445e-976d-09c0a28344e3 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227620 Jun 17 07:48:19.861005 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7ef052-ee65-4a78-9b44-48fab7a58e29 x-openstack-request-id: req-de7ef052-ee65-4a78-9b44-48fab7a58e29 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:19.870755 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:19.870755 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-de7ef052-ee65-4a78-9b44-48fab7a58e29 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:19.870755 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7ef052-ee65-4a78-9b44-48fab7a58e29'] response: {'name': 'network-changed', 'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'status': 'completed', 'code': 200} Jun 17 07:48:19.902809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.034809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.046756 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d491470f-d584-4284-95a8-d6bc3569c091 req-d542b249-a08a-47a6-9bd4-3ff0088219f9 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.049053 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d491470f-d584-4284-95a8-d6bc3569c091 req-d542b249-a08a-47a6-9bd4-3ff0088219f9 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0638189 Jun 17 07:48:20.111423 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:48:20.122871 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d73ede-eacd-43e7-9a11-a1ae9d49e678,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:20.142795 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d491470f-d584-4284-95a8-d6bc3569c091 req-5d5bf909-033a-460d-8cb3-7185a7feeb05 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795579 Jun 17 07:48:20.180087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.180520 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Added segment e2422ce7-5296-4bbf-8235-bbd7efb317a9 of type vlan for network 9bc02127-c358-40f7-bedc-f6fe9cbc187d Jun 17 07:48:20.205120 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 7ffb173d-6021-41b5-802b-0ff344e25f65 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:48:20.233170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a923da-a09b-468c-ab83-055ff1fa40bf req-442596e4-a25c-43b1-92e4-121d2ffdfa58 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.240459 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5a923da-a09b-468c-ab83-055ff1fa40bf req-442596e4-a25c-43b1-92e4-121d2ffdfa58 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.1676722 Jun 17 07:48:20.252518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-e2f76509-0f7e-4c82-a533-e0cf51e74e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.252988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-2c120482-2d3f-4228-8680-75e82b50054a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.254448 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-2c120482-2d3f-4228-8680-75e82b50054a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1096 time: 0.1950951 Jun 17 07:48:20.254579 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-e2f76509-0f7e-4c82-a533-e0cf51e74e41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 1099 time: 0.1107204 Jun 17 07:48:20.256256 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.286829 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-d440bc56-b39f-4c8f-88f2-e96e6c98afa4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.338141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ffb173d-6021-41b5-802b-0ff344e25f65,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:20.353897 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '7ffb173d-6021-41b5-802b-0ff344e25f65', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'port_id': '7ffb173d-6021-41b5-802b-0ff344e25f65', 'mac_address': 'fa:16:3e:c8:b2:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:48:20.376197 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5a923da-a09b-468c-ab83-055ff1fa40bf req-e7c9ce8a-3965-4358-b95c-cf440a0621dc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322405 Jun 17 07:48:20.403395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-d440bc56-b39f-4c8f-88f2-e96e6c98afa4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.403628 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 7ffb173d-6021-41b5-802b-0ff344e25f65 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:20.404292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.408679 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-264e0721-c1a1-410b-aaa9-ddd093e0bda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.410279 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-264e0721-c1a1-410b-aaa9-ddd093e0bda9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.1371641 Jun 17 07:48:20.417220 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffb173d-6021-41b5-802b-0ff344e25f65 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:20.437530 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ffb173d-6021-41b5-802b-0ff344e25f65,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:20.445947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.447150 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.447729 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.480588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-d440bc56-b39f-4c8f-88f2-e96e6c98afa4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.509237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.509456 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-02dc021f-7a25-4a40-9e0e-3921b3b54089 req-d440bc56-b39f-4c8f-88f2-e96e6c98afa4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412860 Jun 17 07:48:20.514866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc02127-c358-40f7-bedc-f6fe9cbc187d,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:20.524729 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440bc56-b39f-4c8f-88f2-e96e6c98afa4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6a22d1e9-1291-4d7a-a063-381013930e40,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:20.554984 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 9bc02127-c358-40f7-bedc-f6fe9cbc187d details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:48:20.562661 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35794) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:20.564909 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6ece568e-6321-4c1b-b409-b6131389bef5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3801296 Jun 17 07:48:20.569520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Request body: {'subnet': {'network_id': '9bc02127-c358-40f7-bedc-f6fe9cbc187d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1299421305-subnet', 'tenant_id': '18003f91c9fa4b33ba92b0b3d51575dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:20.648925 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:20.652723 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca4ed4-26ce-4403-b5b2-3ae4472dbdcd req-6558e17c-4782-4846-8b85-170faa47f476 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:20.654479 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bcca4ed4-26ce-4403-b5b2-3ae4472dbdcd req-6558e17c-4782-4846-8b85-170faa47f476 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0636787 Jun 17 07:48:20.667792 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Made reservation on behalf of 18003f91c9fa4b33ba92b0b3d51575dd for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:20.673154 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.746528 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bcca4ed4-26ce-4403-b5b2-3ae4472dbdcd req-36c3e2e9-d143-4c63-a25a-74e5b576d020 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856762 Jun 17 07:48:20.924962 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:20.975804 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e2a7c3-98e9-4336-99da-5b33e1074640,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:20.996502 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Checking segment: {'id': 'e2422ce7-5296-4bbf-8235-bbd7efb317a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9bc02127-c358-40f7-bedc-f6fe9cbc187d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:20.996962 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Network hostable DHCP agents. Network: 9bc02127-c358-40f7-bedc-f6fe9cbc187d, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:48:21.091904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Network 9bc02127-c358-40f7-bedc-f6fe9cbc187d is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:48:21.199899 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 9bc02127-c358-40f7-bedc-f6fe9cbc187d) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:21.204791 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:21.205401 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:21.211424 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed85c163-73da-4fc2-a38c-8564d83bb085 None None] Network 9bc02127-c358-40f7-bedc-f6fe9cbc187d requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:21.261738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3fa77-7859-49ad-89d7-485bc6f83967 req-4eba997b-ae80-4866-b286-aee65a0d1e98 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:21.263322 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b5e3fa77-7859-49ad-89d7-485bc6f83967 req-4eba997b-ae80-4866-b286-aee65a0d1e98 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0593464 Jun 17 07:48:21.313781 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-4a04ed2b-20b8-4159-9d51-09a2a9d84ed2 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7479701 Jun 17 07:48:21.318123 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b5e3fa77-7859-49ad-89d7-485bc6f83967 req-7363426e-6940-4a29-ac84-1e40d3fc4d5b tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487990 Jun 17 07:48:21.362609 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fb40c-55e4-47c1-a4ce-1d4f88464ebe None None] Network 9bc02127-c358-40f7-bedc-f6fe9cbc187d requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:21.494067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec61011-0052-44b5-b2e0-6ab0bc6f8bfd req-9515c7ec-1cd4-4f41-8b4b-035158a8ca58 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:21.495537 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cec61011-0052-44b5-b2e0-6ab0bc6f8bfd req-9515c7ec-1cd4-4f41-8b4b-035158a8ca58 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.0542679 Jun 17 07:48:21.537106 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cec61011-0052-44b5-b2e0-6ab0bc6f8bfd req-8dfda43a-25c8-420c-9832-009bbc365124 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326655 Jun 17 07:48:21.802212 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35852) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:21.862397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4766d1d-f00e-4183-8a09-736dfc12dd3f req-aa374727-fc0c-403b-a906-92ccd008dde8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:21.863898 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b4766d1d-f00e-4183-8a09-736dfc12dd3f req-aa374727-fc0c-403b-a906-92ccd008dde8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0480378 Jun 17 07:48:21.901477 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b4766d1d-f00e-4183-8a09-736dfc12dd3f req-1e9320ad-55af-43ac-8e93-51653a850ec5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315683 Jun 17 07:48:22.085988 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ad863295-be7d-42fb-9f26-01d545be3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.165959 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ad863295-be7d-42fb-9f26-01d545be3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.320903 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ad863295-be7d-42fb-9f26-01d545be3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.369017 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ad863295-be7d-42fb-9f26-01d545be3df8 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5ea79b6767f74ae28c52182df520c223&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5657635 Jun 17 07:48:22.371057 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad863295-be7d-42fb-9f26-01d545be3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82c3f40-75cc-46fb-90ec-8068141d3b1c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:22.371834 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35880) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:22.439385 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.456599 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8c84a6-3290-4c42-aae7-752820985360 req-f804959b-0ca7-4480-bb5d-13d95df6802c tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:22.458820 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2d8c84a6-3290-4c42-aae7-752820985360 req-f804959b-0ca7-4480-bb5d-13d95df6802c tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0561447 Jun 17 07:48:22.475373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.539319 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2d8c84a6-3290-4c42-aae7-752820985360 req-8dad311e-f5b4-4774-883a-fe711df241e6 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726626 Jun 17 07:48:22.590870 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.596640 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.596640 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/a82c3f40-75cc-46fb-90ec-8068141d3b1c HTTP/1.1" status: 204 len: 168 time: 0.2222297 Jun 17 07:48:22.608792 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbbccc-ecc8-4409-9dad-f9a820a01156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82c3f40-75cc-46fb-90ec-8068141d3b1c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:22.644693 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35896) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:22.649676 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585970199-network', 'tenant_id': '4b3dce3a72eb4b7c97e807e037d2ce49'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:22.685346 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a2e5b-7735-43b6-9afc-9f73c74370c7 req-01167d0b-9d25-438b-a37b-8ff6006baad8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:22.686859 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef0a2e5b-7735-43b6-9afc-9f73c74370c7 req-01167d0b-9d25-438b-a37b-8ff6006baad8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.0722339 Jun 17 07:48:22.734440 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef0a2e5b-7735-43b6-9afc-9f73c74370c7 req-664abd7c-b9c3-4be4-ba21-af0830e3dc54 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404844 Jun 17 07:48:22.781697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Made reservation on behalf of 4b3dce3a72eb4b7c97e807e037d2ce49 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:22.784495 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.792675 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.865196 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:22.961016 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.004367 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:48:23.023352 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.023667 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Added segment be427044-7c84-4ae0-8765-ac3b1d5ece48 of type vlan for network ccdeea59-6f54-444a-a981-61cec0b5561c Jun 17 07:48:23.033123 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e5ae7e-c6e1-4ef1-ad80-5bdd80c8cdb9,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:23.077599 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fabce69-bb31-48ee-83f6-53768eecaa3c req-5dd3d7fd-1be5-4995-8d7c-5a2c407958ff tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.079642 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2fabce69-bb31-48ee-83f6-53768eecaa3c req-5dd3d7fd-1be5-4995-8d7c-5a2c407958ff tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.1087840 Jun 17 07:48:23.081321 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.132822 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2fabce69-bb31-48ee-83f6-53768eecaa3c req-356bfee5-5aba-4e19-9a6b-118e7612f388 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450079 Jun 17 07:48:23.191805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['7ffb173d-6021-41b5-802b-0ff344e25f65'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:48:23.194711 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.196034 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.196631 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.238567 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-e90f4302-27fe-4bbc-9e70-536228f1294a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 217 time: 0.0543108 Jun 17 07:48:23.278628 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] Pushing event updated for resources: {'Network': ['ID=ccdeea59-6f54-444a-a981-61cec0b5561c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:23.299187 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network ccdeea59-6f54-444a-a981-61cec0b5561c details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:48:23.308997 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-6690b0a9-184d-41b7-9b9f-53fbd07c97f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.311935 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-6690b0a9-184d-41b7-9b9f-53fbd07c97f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0664778 Jun 17 07:48:23.319930 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-59e0c81f-515c-45bb-b394-e218b9ff03a8 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6716657 Jun 17 07:48:23.325867 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35914) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:23.325867 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Request body: {'subnet': {'network_id': 'ccdeea59-6f54-444a-a981-61cec0b5561c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1585970199-subnet', 'tenant_id': '4b3dce3a72eb4b7c97e807e037d2ce49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:23.363717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-7f311766-994b-418c-b6ac-56b65f6c7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.365287 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-7f311766-994b-418c-b6ac-56b65f6c7360 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429177 Jun 17 07:48:23.476150 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-74412c0e-ef28-4d3a-b1c1-9b1a5f938321 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026785 Jun 17 07:48:23.491411 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Made reservation on behalf of 4b3dce3a72eb4b7c97e807e037d2ce49 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:23.493798 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Notify callbacks [] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:23.603721 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-317c0038-fbec-4ec4-badd-313a22a4f2eb req-d7494928-5e70-45c5-bb68-804d219b377e service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201098 Jun 17 07:48:23.699107 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17076217-76fe-42d4-ba92-29592028f113 req-e8ee05b7-2af4-439c-8031-f6df2e62a255 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.700793 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17076217-76fe-42d4-ba92-29592028f113 req-e8ee05b7-2af4-439c-8031-f6df2e62a255 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0641427 Jun 17 07:48:23.744728 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17076217-76fe-42d4-ba92-29592028f113 req-e5a2f134-bed1-4c43-95c6-5b4dba8bf7fb tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374348 Jun 17 07:48:23.913626 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6d96b-5bda-46a0-940e-bbce699326f5 req-c3b06836-5702-47aa-83d9-cbd6c7c3617c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:23.915107 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-aae6d96b-5bda-46a0-940e-bbce699326f5 req-c3b06836-5702-47aa-83d9-cbd6c7c3617c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.0858274 Jun 17 07:48:23.953760 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-aae6d96b-5bda-46a0-940e-bbce699326f5 req-200f69da-cdd3-4ed0-85bf-d69185d4a73d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326827 Jun 17 07:48:24.010743 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.083974 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Pushing event updated for resources: {'Subnet': ['ID=54a5ab8f-e838-4722-b7c1-449478df8816,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:24.091999 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Checking segment: {'id': 'be427044-7c84-4ae0-8765-ac3b1d5ece48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'ccdeea59-6f54-444a-a981-61cec0b5561c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:24.092348 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Network hostable DHCP agents. Network: ccdeea59-6f54-444a-a981-61cec0b5561c, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:48:24.210828 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Network ccdeea59-6f54-444a-a981-61cec0b5561c is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:48:24.256844 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02308cfc-4d6a-4906-a290-42efef12963d req-0439c9fd-c573-499a-b9ea-da83dd04ba25 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:24.258321 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-02308cfc-4d6a-4906-a290-42efef12963d req-0439c9fd-c573-499a-b9ea-da83dd04ba25 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0508542 Jun 17 07:48:24.295566 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-02308cfc-4d6a-4906-a290-42efef12963d req-48a74119-1d28-4ec1-9d85-4df9a56f0a0e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309906 Jun 17 07:48:24.341652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, ccdeea59-6f54-444a-a981-61cec0b5561c) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:24.346584 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:24.347218 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.360839 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5431cb14-e31b-4e2c-a4d1-f12fc506d0cb None None] Network ccdeea59-6f54-444a-a981-61cec0b5561c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:24.444708 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-31d6f1ac-92ae-4c23-b7f9-67b82fee43af admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1158631 Jun 17 07:48:24.492382 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080a6216-0d26-4e9c-9d86-e4da3cb93c09 None None] Network ccdeea59-6f54-444a-a981-61cec0b5561c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:24.575244 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 35976) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:24.640130 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Deleting subnet b7e2a7c3-98e9-4336-99da-5b33e1074640 {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:48:24.644549 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.692197 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.702152 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.864447 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907ce68-9f77-44d4-baee-a7199d1c36b3 req-6e86d363-a12b-4d6f-a265-8c29bfcba15a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:24.865932 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7907ce68-9f77-44d4-baee-a7199d1c36b3 req-6e86d363-a12b-4d6f-a265-8c29bfcba15a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0493650 Jun 17 07:48:24.897613 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.912606 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7907ce68-9f77-44d4-baee-a7199d1c36b3 req-9e09bfb5-232d-4ac4-b483-b8844b49ac51 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399475 Jun 17 07:48:24.920871 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e801e4e5-00b0-4f3a-803b-b4f9a5601d20 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:48:24.979398 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e2a7c3-98e9-4336-99da-5b33e1074640,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:24.989284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:24.999453 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-78396743-0a42-450f-b6a2-69501a663e5b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/b7e2a7c3-98e9-4336-99da-5b33e1074640 HTTP/1.1" status: 204 len: 168 time: 0.4225719 Jun 17 07:48:25.014794 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 35996) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:25.054962 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 7ffb173d-6021-41b5-802b-0ff344e25f65 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:25.114975 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.180097 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:25.194974 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'port_id': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20', 'mac_address': 'fa:16:3e:da:27:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:48:25.235288 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f33a-386b-4c07-b619-d8305b44efc5 req-81fb8566-e195-4197-80dd-416920de1fc2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:25.241923 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e63f33a-386b-4c07-b619-d8305b44efc5 req-81fb8566-e195-4197-80dd-416920de1fc2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 943 time: 0.1638145 Jun 17 07:48:25.248117 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:25.250173 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.277282 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.283278 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e801e4e5-00b0-4f3a-803b-b4f9a5601d20 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:25.290461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 7ffb173d-6021-41b5-802b-0ff344e25f65 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:48:25.301547 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e63f33a-386b-4c07-b619-d8305b44efc5 req-2da4fcb5-98e2-472e-b470-b90910fa952b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523684 Jun 17 07:48:25.302209 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.302555 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.303323 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.303654 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > port after_create 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.303992 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > port after_delete 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.304408 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > port after_update 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.304654 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.307227 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 7ffb173d-6021-41b5-802b-0ff344e25f65 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:25.307780 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.308257 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.308630 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.308987 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.322878 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:25.434816 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.524897 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:25.531481 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 7ffb173d-6021-41b5-802b-0ff344e25f65 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:25.534703 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.555299 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:25.556482 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.556824 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.557236 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.557482 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9d90a3-d58a-4e74-9ba8-69bbe42d4082" -d '{"events": [{"server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "name": "network-vif-plugged", "status": "completed", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:25.557604 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109306) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:48:25.557904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc02127-c358-40f7-bedc-f6fe9cbc187d']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:25.571308 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ffb173d-6021-41b5-802b-0ff344e25f65,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:25.585223 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2422ce7-5296-4bbf-8235-bbd7efb317a9') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:25.585747 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2422ce7-5296-4bbf-8235-bbd7efb317a9') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:25.599512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b26ffef-06f9-4a63-85b0-63511324c27b x-openstack-request-id: req-8b26ffef-06f9-4a63-85b0-63511324c27b {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:25.599821 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "name": "network-vif-plugged", "status": "completed", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:25.600074 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-8b26ffef-06f9-4a63-85b0-63511324c27b {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:25.600461 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b26ffef-06f9-4a63-85b0-63511324c27b'] response: {'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65', 'code': 200} Jun 17 07:48:25.620015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.648505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.661313 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbab780e-64b8-4207-b50b-d5127d502dd7 req-9bcee879-add4-47ab-9f16-69fe690d0eaa tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:25.662886 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbab780e-64b8-4207-b50b-d5127d502dd7 req-9bcee879-add4-47ab-9f16-69fe690d0eaa tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.1002691 Jun 17 07:48:25.666919 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:48:25.667459 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.680053 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['e801e4e5-00b0-4f3a-803b-b4f9a5601d20'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:48:25.712023 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.764917 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbab780e-64b8-4207-b50b-d5127d502dd7 req-c58c0a38-1578-4dfa-8fbf-a3d4d49c34d1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896811 Jun 17 07:48:25.835157 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:25.845809 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.855073 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:25.859310 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] 10.222.0.27 "DELETE /v2.0/networks/9bc02127-c358-40f7-bedc-f6fe9cbc187d HTTP/1.1" status: 204 len: 168 time: 0.8574131 Jun 17 07:48:25.862698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36024) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:25.876431 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527a38d-0116-4de7-950a-424e6bc93cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc02127-c358-40f7-bedc-f6fe9cbc187d,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:26.010866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Deleting subnet 54a5ab8f-e838-4722-b7c1-449478df8816 {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:48:26.023281 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.070631 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.077309 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.150548 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9a99e-92dc-4028-a426-4e5a22aef669 req-b08c662a-2293-4976-9e74-b43383bd1bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:26.151868 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d3e9a99e-92dc-4028-a426-4e5a22aef669 req-b08c662a-2293-4976-9e74-b43383bd1bbc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.2098918 Jun 17 07:48:26.161722 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment e2422ce7-5296-4bbf-8235-bbd7efb317a9 resource provider aggregate not found Jun 17 07:48:26.181251 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment e2422ce7-5296-4bbf-8235-bbd7efb317a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2422ce7-5296-4bbf-8235-bbd7efb317a9 found for delete ", "request_id": "req-c7aa7716-8602-4bda-a70f-f0714978d512"}]} Jun 17 07:48:26.410074 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7eea03-cc7b-4dd2-baa7-76d017709026 req-3a7577d0-92ac-4978-92e9-bfebef8c7b95 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:26.411572 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c7eea03-cc7b-4dd2-baa7-76d017709026 req-3a7577d0-92ac-4978-92e9-bfebef8c7b95 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.2929802 Jun 17 07:48:26.421720 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d3e9a99e-92dc-4028-a426-4e5a22aef669 req-55d6864d-574c-4a9a-af0d-86cac60778e4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740225 Jun 17 07:48:26.441212 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015261eb-9cb7-4229-af26-4a02eadb7cd4 req-9b70a2f4-92cd-4398-9e37-b3b41be06253 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:26.442717 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-015261eb-9cb7-4229-af26-4a02eadb7cd4 req-9b70a2f4-92cd-4398-9e37-b3b41be06253 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 944 time: 0.0544562 Jun 17 07:48:26.463505 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c7eea03-cc7b-4dd2-baa7-76d017709026 req-643f0c2b-6356-4d90-a963-b5e680e1a68e tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451069 Jun 17 07:48:26.465262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.484038 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-015261eb-9cb7-4229-af26-4a02eadb7cd4 req-8e98be7e-30cb-4579-adb8-efd7513580c1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Jun 17 07:48:26.501787 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54a5ab8f-e838-4722-b7c1-449478df8816,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:26.506901 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.510071 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f27ef784-4576-485a-87df-0098abca76ec admin admin] 10.222.0.27 "DELETE /v2.0/subnets/54a5ab8f-e838-4722-b7c1-449478df8816 HTTP/1.1" status: 204 len: 168 time: 0.6458814 Jun 17 07:48:26.512847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36060) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:26.592573 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.678886 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.698514 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccdeea59-6f54-444a-a981-61cec0b5561c']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:26.708064 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be427044-7c84-4ae0-8765-ac3b1d5ece48') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:26.712988 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be427044-7c84-4ae0-8765-ac3b1d5ece48') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:26.717513 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.730527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.737144 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:48:26.737523 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.874437 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.880103 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:26.883139 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] 10.222.0.27 "DELETE /v2.0/networks/ccdeea59-6f54-444a-a981-61cec0b5561c HTTP/1.1" status: 204 len: 168 time: 0.3684812 Jun 17 07:48:26.895325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068dd7a1-652b-46e1-a7ac-b533221b6151 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccdeea59-6f54-444a-a981-61cec0b5561c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:26.898284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374d3495-efd6-4816-9cbf-6eea1c1f9665 req-99c4e2a5-8423-4eef-a61b-65e00798f374 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:26.899982 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-374d3495-efd6-4816-9cbf-6eea1c1f9665 req-99c4e2a5-8423-4eef-a61b-65e00798f374 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0504022 Jun 17 07:48:26.942155 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-374d3495-efd6-4816-9cbf-6eea1c1f9665 req-34b19404-f822-4e69-adae-fd8ecd16a390 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jun 17 07:48:27.369677 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36076) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:27.408817 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-19dbabb0-7a39-4971-9953-772a3fab4c42 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=18003f91c9fa4b33ba92b0b3d51575dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387428 Jun 17 07:48:27.411432 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36080) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:27.457497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:27.479523 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:27.598747 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:27.601228 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:27.602337 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/47d73ede-eacd-43e7-9a11-a1ae9d49e678 HTTP/1.1" status: 204 len: 168 time: 0.1899874 Jun 17 07:48:27.613835 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff4d26-6142-4977-980c-eca5e7779de4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d73ede-eacd-43e7-9a11-a1ae9d49e678,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:27.633517 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a221595-a2fe-48df-bea7-84ceecc0eb6b req-361b9438-e616-4512-8b53-85a051f13308 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:27.635438 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a221595-a2fe-48df-bea7-84ceecc0eb6b req-361b9438-e616-4512-8b53-85a051f13308 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 944 time: 0.0623591 Jun 17 07:48:27.674857 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a221595-a2fe-48df-bea7-84ceecc0eb6b req-e455d6e1-4750-47c6-8fe4-6158b50a157e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322757 Jun 17 07:48:28.016548 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device f63146a0-a809-446f-8bf9-c497d96554c6 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:48:28.071679 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf9cec-858c-4cbd-9cc8-285813ba412c req-eda19d46-3a76-4822-9515-767cc260f2c5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:28.074258 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccdf9cec-858c-4cbd-9cc8-285813ba412c req-eda19d46-3a76-4822-9515-767cc260f2c5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 943 time: 0.0655289 Jun 17 07:48:28.123745 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccdf9cec-858c-4cbd-9cc8-285813ba412c req-8b76cf92-681c-4f90-8d65-d7af8853d428 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403769 Jun 17 07:48:28.143919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f63146a0-a809-446f-8bf9-c497d96554c6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:28.155502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'port_id': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'mac_address': 'fa:16:3e:be:f8:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:48:28.193030 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port f63146a0-a809-446f-8bf9-c497d96554c6 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:28.193417 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.201211 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment be427044-7c84-4ae0-8765-ac3b1d5ece48 resource provider aggregate not found Jun 17 07:48:28.207612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63146a0-a809-446f-8bf9-c497d96554c6 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:48:28.216756 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment be427044-7c84-4ae0-8765-ac3b1d5ece48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be427044-7c84-4ae0-8765-ac3b1d5ece48 found for delete ", "request_id": "req-4d6c85c6-8c53-4b98-84bf-49e93cbfcb95"}]} Jun 17 07:48:28.229282 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f63146a0-a809-446f-8bf9-c497d96554c6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:28.290417 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.343783 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:28.433909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36126) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:28.472510 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-b0eb9b53-a100-41ff-b0e5-0a1877074151 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b3dce3a72eb4b7c97e807e037d2ce49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375288 Jun 17 07:48:28.474739 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36128) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:28.528999 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.551666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.668571 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.671031 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.672169 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d9e5ae7e-c6e1-4ef1-ad80-5bdd80c8cdb9 HTTP/1.1" status: 204 len: 168 time: 0.1965694 Jun 17 07:48:28.685841 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfef0b6-529f-4827-8083-ce8dfd079b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e5ae7e-c6e1-4ef1-ad80-5bdd80c8cdb9,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:28.788644 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-fbb57250-e3f0-4eeb-82c0-ab7ddf215ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:28.802256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb476ee-67da-46cc-90d7-f3ef9b26e405 req-c5ebbc17-d1e5-4d0c-8a48-dc86780f66f7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:28.803719 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-abb476ee-67da-46cc-90d7-f3ef9b26e405 req-c5ebbc17-d1e5-4d0c-8a48-dc86780f66f7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 944 time: 0.0521138 Jun 17 07:48:28.840740 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-abb476ee-67da-46cc-90d7-f3ef9b26e405 req-ed5f85a5-0037-4709-8b95-0523e49e9424 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311904 Jun 17 07:48:29.240110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aafbfd-5889-4f6f-a335-64fe42f7215a req-2686806d-b0ae-4907-a847-e39ef6c31f50 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:29.241603 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-94aafbfd-5889-4f6f-a335-64fe42f7215a req-2686806d-b0ae-4907-a847-e39ef6c31f50 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 944 time: 0.0481358 Jun 17 07:48:29.276529 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['f63146a0-a809-446f-8bf9-c497d96554c6'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:48:29.281073 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-94aafbfd-5889-4f6f-a335-64fe42f7215a req-97cf4e12-1913-4b4e-9ab4-c4e43f25f0c9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330617 Jun 17 07:48:29.963664 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6cbfd-0b36-41f9-8741-5c34b5e3cc93 req-49ca96b9-70ca-4975-8ab5-9242b9c23386 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:29.965206 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-86d6cbfd-0b36-41f9-8741-5c34b5e3cc93 req-49ca96b9-70ca-4975-8ab5-9242b9c23386 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 944 time: 0.0493186 Jun 17 07:48:30.005494 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-86d6cbfd-0b36-41f9-8741-5c34b5e3cc93 req-e473d011-b1d5-410f-ab46-42788731c776 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338888 Jun 17 07:48:30.030052 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e801e4e5-00b0-4f3a-803b-b4f9a5601d20 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:30.171171 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:48:30.175604 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:30.175963 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.265391 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:30.265391 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.287374 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:30.289768 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17397f8-d07d-4f7e-a95e-f54f37fd3ca4" -d '{"events": [{"server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "name": "network-vif-plugged", "status": "completed", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:30.304070 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:30.330954 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8cc295e-a198-4c7e-b36b-4eab3b78973e x-openstack-request-id: req-f8cc295e-a198-4c7e-b36b-4eab3b78973e {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:30.331524 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "name": "network-vif-plugged", "status": "completed", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:30.331768 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f8cc295e-a198-4c7e-b36b-4eab3b78973e {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:30.332377 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8cc295e-a198-4c7e-b36b-4eab3b78973e'] response: {'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20', 'code': 200} Jun 17 07:48:30.405964 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80e8cf-103f-43bd-80a8-a70d4241f992 req-060ff6f3-eee5-4ad6-a024-07262597c11d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:30.406437 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.407948 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dd80e8cf-103f-43bd-80a8-a70d4241f992 req-060ff6f3-eee5-4ad6-a024-07262597c11d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 944 time: 0.0558197 Jun 17 07:48:30.409119 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device f63146a0-a809-446f-8bf9-c497d96554c6 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:30.453578 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dd80e8cf-103f-43bd-80a8-a70d4241f992 req-92cc8864-20c7-45e3-995b-49f16df5e338 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Jun 17 07:48:30.505418 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:30.616963 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port f63146a0-a809-446f-8bf9-c497d96554c6 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:48:30.620924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port f63146a0-a809-446f-8bf9-c497d96554c6 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:30.621350 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.702222 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port f63146a0-a809-446f-8bf9-c497d96554c6 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:30.702612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.727043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834bcf8-d928-4f23-912c-f72884b3831f req-b47733f1-f38b-43c6-9b28-141267a2c669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:30.730597 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2834bcf8-d928-4f23-912c-f72884b3831f req-b47733f1-f38b-43c6-9b28-141267a2c669 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1098 time: 0.0400131 Jun 17 07:48:30.736034 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f63146a0-a809-446f-8bf9-c497d96554c6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:30.765074 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2834bcf8-d928-4f23-912c-f72884b3831f req-f067b345-003f-429b-87cc-a4f0bff5836f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296090 Jun 17 07:48:30.880171 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:30.930084 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:31.114001 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-91c88c8b-9be8-405e-8ca8-5f22c4e31a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:31.131837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1743659c-de87-4d3d-a027-f948c170e5f0 req-4a8e06d1-b6a6-4af9-a310-2f1c97e03ef7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:31.133347 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1743659c-de87-4d3d-a027-f948c170e5f0 req-4a8e06d1-b6a6-4af9-a310-2f1c97e03ef7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0564435 Jun 17 07:48:31.181866 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1743659c-de87-4d3d-a027-f948c170e5f0 req-f1e82f41-88a4-44d0-9d97-da183f92a0b1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417595 Jun 17 07:48:31.587398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63201954-7d3e-4b5d-8ab1-3411d08b4c0a req-6a92278f-95e2-4fa9-b153-e4ce1d4af79b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:31.589180 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-63201954-7d3e-4b5d-8ab1-3411d08b4c0a req-6a92278f-95e2-4fa9-b153-e4ce1d4af79b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0552588 Jun 17 07:48:31.629625 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-63201954-7d3e-4b5d-8ab1-3411d08b4c0a req-59a113c3-0655-415f-b8c1-c71abd7788cc tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343883 Jun 17 07:48:32.090149 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36302) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:32.199788 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a4ef3488-4884-4cec-b7d4-94be079bd23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.269329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.315844 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a4ef3488-4884-4cec-b7d4-94be079bd23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.333560 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:32.336704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f7929e-1b1d-435b-81eb-970607ce5532" -d '{"events": [{"server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "name": "network-vif-plugged", "status": "completed", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:32.343627 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae058d1-7953-4412-85d7-eca8ae159494 req-aee8f15a-bb93-4380-bb2c-0c5d120db2f7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:32.345468 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ae058d1-7953-4412-85d7-eca8ae159494 req-aee8f15a-bb93-4380-bb2c-0c5d120db2f7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0517261 Jun 17 07:48:32.385734 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ae058d1-7953-4412-85d7-eca8ae159494 req-934b8de0-d244-41c3-955a-de9b066882b6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321927 Jun 17 07:48:32.388734 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a4ef3488-4884-4cec-b7d4-94be079bd23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.443062 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a4ef3488-4884-4cec-b7d4-94be079bd23d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4b4779aa43484873bab18f929101280b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3518250 Jun 17 07:48:32.450133 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36330) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:32.450368 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef3488-4884-4cec-b7d4-94be079bd23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28fceff4-73ef-4f02-bf03-011e5fbca0a7,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:32.452355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5817a3-7904-41f0-beb5-792dfe4dba09 x-openstack-request-id: req-fa5817a3-7904-41f0-beb5-792dfe4dba09 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:32.452720 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "name": "network-vif-plugged", "status": "completed", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:32.453064 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fa5817a3-7904-41f0-beb5-792dfe4dba09 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:32.454407 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5817a3-7904-41f0-beb5-792dfe4dba09'] response: {'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'code': 200} Jun 17 07:48:32.566576 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.599539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.740987 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36346) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:32.758468 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd3b37-cb67-400f-9372-3c6ad4419785 req-72e890df-77e9-446f-834b-10e1418fdd1e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:32.759900 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d6cd3b37-cb67-400f-9372-3c6ad4419785 req-72e890df-77e9-446f-834b-10e1418fdd1e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0551956 Jun 17 07:48:32.798103 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d6cd3b37-cb67-400f-9372-3c6ad4419785 req-f1d50450-eb4c-458d-85be-49d1d456d281 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320387 Jun 17 07:48:32.822361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.824972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.829118 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/28fceff4-73ef-4f02-bf03-011e5fbca0a7 HTTP/1.1" status: 204 len: 168 time: 0.3801806 Jun 17 07:48:32.836722 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627bdae-88a6-4144-96a1-e342c1e2f119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28fceff4-73ef-4f02-bf03-011e5fbca0a7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:32.909339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-df292539-9518-4f12-9c8e-ac1edaf85015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:32.935820 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4e5a0b-58a4-4a48-ae99-f4be776f78bc req-ee16c17d-a2ad-4c7e-ab87-fee27b4152cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:32.937481 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fe4e5a0b-58a4-4a48-ae99-f4be776f78bc req-ee16c17d-a2ad-4c7e-ab87-fee27b4152cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1098 time: 0.1059799 Jun 17 07:48:32.998877 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fe4e5a0b-58a4-4a48-ae99-f4be776f78bc req-f9a3ca00-b163-46d4-a29c-3dc79fbfd9da service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514894 Jun 17 07:48:33.040457 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-df292539-9518-4f12-9c8e-ac1edaf85015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.053753 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81455b9-09ce-4612-a6b9-a4b41a238c27 req-918a88de-6419-4e45-b519-ecee6e187c5c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.055263 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c81455b9-09ce-4612-a6b9-a4b41a238c27 req-918a88de-6419-4e45-b519-ecee6e187c5c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0523758 Jun 17 07:48:33.093635 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c81455b9-09ce-4612-a6b9-a4b41a238c27 req-5e979332-0ab7-4c57-82b3-42ad3cc9ba89 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321217 Jun 17 07:48:33.120081 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-df292539-9518-4f12-9c8e-ac1edaf85015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.160612 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df292539-9518-4f12-9c8e-ac1edaf85015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005ab1d5-0f46-4e0b-8885-0b30b0a17f8f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:33.164665 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-df292539-9518-4f12-9c8e-ac1edaf85015 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e766862ceb354d1491375c1d90b05c3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4226429 Jun 17 07:48:33.167263 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36364) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:33.225164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.279660 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.315790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053413a-0046-4835-86df-1266c53b4b0d req-170f5e13-a8cc-4994-abb3-2b60be1492a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.317293 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-170f5e13-a8cc-4994-abb3-2b60be1492a4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1098 time: 0.0803514 Jun 17 07:48:33.410010 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053413a-0046-4835-86df-1266c53b4b0d req-f3da7342-6180-4703-8348-9c2726aa82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.411544 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-f3da7342-6180-4703-8348-9c2726aa82b6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0876405 Jun 17 07:48:33.417160 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.454250 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-5e7644ab-06b3-4ebf-8a7e-9ca0d33a6af2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 200 len: 217 time: 0.0348380 Jun 17 07:48:33.457561 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.460175 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.464026 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/005ab1d5-0f46-4e0b-8885-0b30b0a17f8f HTTP/1.1" status: 204 len: 168 time: 0.2931042 Jun 17 07:48:33.497422 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9fbe1-9e8b-4f2f-8dc8-e2a9701d9095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005ab1d5-0f46-4e0b-8885-0b30b0a17f8f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:33.511949 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36374) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:33.524010 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053413a-0046-4835-86df-1266c53b4b0d req-fb60b4d3-934d-464b-a10a-6408954d3993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.525507 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-fb60b4d3-934d-464b-a10a-6408954d3993 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0631342 Jun 17 07:48:33.576684 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053413a-0046-4835-86df-1266c53b4b0d req-34090041-f25b-4baf-a910-0e7836f01ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.578186 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-34090041-f25b-4baf-a910-0e7836f01ac7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452454 Jun 17 07:48:33.671199 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-327dca49-5180-4870-9241-7b6bfc1dce01 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846317 Jun 17 07:48:33.684029 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36380) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:33.700421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e32c188c-302e-4e1f-b869-68b73d868882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.776462 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f053413a-0046-4835-86df-1266c53b4b0d req-b85183c6-c359-431e-8efc-29e2b6d092c7 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975666 Jun 17 07:48:33.780719 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e32c188c-302e-4e1f-b869-68b73d868882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.854114 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-98261540-0e06-4684-85bb-b1771ce70846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.876678 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e32c188c-302e-4e1f-b869-68b73d868882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.928533 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf635ef-2de8-4608-b887-ebd9063762bb req-25a3c6ef-5b5f-4462-98de-f0bf649dd2be tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:33.930066 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdf635ef-2de8-4608-b887-ebd9063762bb req-25a3c6ef-5b5f-4462-98de-f0bf649dd2be tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0590427 Jun 17 07:48:33.950094 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e32c188c-302e-4e1f-b869-68b73d868882 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d548119e60294eef814d042f5992310d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2628412 Jun 17 07:48:33.950655 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36390) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:33.958818 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c188c-302e-4e1f-b869-68b73d868882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727155de-f906-4909-a554-6e1c9c67043e,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:33.982755 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:33.983596 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdf635ef-2de8-4608-b887-ebd9063762bb req-a7d92d60-1e27-4a17-8b61-ede18dfec48a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407248 Jun 17 07:48:34.033405 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-98261540-0e06-4684-85bb-b1771ce70846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.036598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.058104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.165799 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-98261540-0e06-4684-85bb-b1771ce70846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.233568 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-98261540-0e06-4684-85bb-b1771ce70846 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b78ff0fa269244bf863f9d235198d4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7205067 Jun 17 07:48:34.236383 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36400) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:34.239068 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98261540-0e06-4684-85bb-b1771ce70846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8ce381-ef35-4838-a5f1-88644ec55144,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:34.248883 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.251578 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.253740 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/727155de-f906-4909-a554-6e1c9c67043e HTTP/1.1" status: 204 len: 168 time: 0.3022001 Jun 17 07:48:34.263738 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3936f9-64a6-42cd-b546-3d1588d0bdf4 req-94b73a6c-6d6a-4b75-809b-d0d9238674e3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:34.265220 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3e3936f9-64a6-42cd-b546-3d1588d0bdf4 req-94b73a6c-6d6a-4b75-809b-d0d9238674e3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0967114 Jun 17 07:48:34.276474 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184eba7d-8c97-42ce-a158-605e52987136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727155de-f906-4909-a554-6e1c9c67043e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:34.297432 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.313618 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3e3936f9-64a6-42cd-b546-3d1588d0bdf4 req-3ab814ca-995a-4c7a-8c6c-e95dc95a35cc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384932 Jun 17 07:48:34.323626 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.347635 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36404) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:34.366219 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3975ee39-22dc-4e3e-a5c1-1327e32d2cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.468627 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.471370 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.472508 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2f8ce381-ef35-4838-a5f1-88644ec55144 HTTP/1.1" status: 204 len: 168 time: 0.2351229 Jun 17 07:48:34.480854 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c168fd-84ca-4f8c-8ad7-8e6b08d1b16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8ce381-ef35-4838-a5f1-88644ec55144,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:34.528576 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3975ee39-22dc-4e3e-a5c1-1327e32d2cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.582991 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3975ee39-22dc-4e3e-a5c1-1327e32d2cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.630343 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36410) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:34.630535 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3975ee39-22dc-4e3e-a5c1-1327e32d2cf6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0a95548fc6a644d09aa6d711da539469&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749588 Jun 17 07:48:34.630535 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3975ee39-22dc-4e3e-a5c1-1327e32d2cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923e3d8c-6429-4c13-8c08-255e7ab97c41,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:34.700008 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.719699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36418) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:34.729492 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.953209 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d4d88272-493a-4a1a-9388-3e7d398ab6cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.963043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.965518 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:34.969074 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/923e3d8c-6429-4c13-8c08-255e7ab97c41 HTTP/1.1" status: 204 len: 168 time: 0.3421733 Jun 17 07:48:34.982856 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a75cd4-1883-4dbe-a3f7-35d6ba426ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923e3d8c-6429-4c13-8c08-255e7ab97c41,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:35.100681 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d4d88272-493a-4a1a-9388-3e7d398ab6cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.122719 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bbad-69ae-49ca-ba9b-8936fa046378 req-664dff60-92f2-423b-a609-6966fc33fddc tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:35.124193 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f1f1bbad-69ae-49ca-ba9b-8936fa046378 req-664dff60-92f2-423b-a609-6966fc33fddc tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0602243 Jun 17 07:48:35.161842 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f1f1bbad-69ae-49ca-ba9b-8936fa046378 req-457ebb73-c340-4585-899c-543c869a070f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Jun 17 07:48:35.194042 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d4d88272-493a-4a1a-9388-3e7d398ab6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.233105 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d88272-493a-4a1a-9388-3e7d398ab6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7245a88d-1108-49da-88c0-d6491a91c35f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:35.238611 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d4d88272-493a-4a1a-9388-3e7d398ab6cc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=16fe3e1a54c34a90848a4c35c561d755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5172901 Jun 17 07:48:35.240558 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36438) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:35.289440 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.313162 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.322522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655292f-9e6c-4095-9a4b-227178a497a8 req-c2e05d12-ce04-4174-bfd0-bc50ee358d7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:35.324340 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1655292f-9e6c-4095-9a4b-227178a497a8 req-c2e05d12-ce04-4174-bfd0-bc50ee358d7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0599926 Jun 17 07:48:35.332911 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36442) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:35.340098 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'floatingip': {'port_id': 'f63146a0-a809-446f-8bf9-c497d96554c6'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:35.418712 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.445578 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219ec80-892b-4872-aa65-b8b4663c0a2e req-6a67e222-0d98-4894-b69d-0151483c17a7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:35.446984 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4219ec80-892b-4872-aa65-b8b4663c0a2e req-6a67e222-0d98-4894-b69d-0151483c17a7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0496135 Jun 17 07:48:35.471897 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36446) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:35.490611 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f73197e-c169-41bf-899d-33d88747ef67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.493111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.498900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.500826 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7245a88d-1108-49da-88c0-d6491a91c35f HTTP/1.1" status: 204 len: 168 time: 0.2584264 Jun 17 07:48:35.525764 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2772c-9513-498d-86b5-a80ba8cc851d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7245a88d-1108-49da-88c0-d6491a91c35f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:35.531051 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4219ec80-892b-4872-aa65-b8b4663c0a2e req-8383cb62-9f33-4340-9399-762f75f061f8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778658 Jun 17 07:48:35.611285 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f73197e-c169-41bf-899d-33d88747ef67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.696808 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f73197e-c169-41bf-899d-33d88747ef67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.742933 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1f73197e-c169-41bf-899d-33d88747ef67 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cee07ea0c26445c2850842fb89ad63b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2640207 Jun 17 07:48:35.742933 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73197e-c169-41bf-899d-33d88747ef67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c57ce1d4-451f-46bb-8b0a-ecd9a552755f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:35.742933 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36456) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:35.807869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:35.849125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.018084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.021666 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.024604 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c57ce1d4-451f-46bb-8b0a-ecd9a552755f HTTP/1.1" status: 204 len: 168 time: 0.2834044 Jun 17 07:48:36.035239 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30625ef-6ddc-46c0-9d74-4f6d359fe7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57ce1d4-451f-46bb-8b0a-ecd9a552755f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:36.305074 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.380066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36494) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:36.382615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.397842 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c2975344-2566-4788-bc4a-de57620b9ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.492980 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c2975344-2566-4788-bc4a-de57620b9ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.504489 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Floating IP ace00c77-091e-41a7-b399-9dcd85ad9ef5 associated. External IP: 172.27.2.206, port: f63146a0-a809-446f-8bf9-c497d96554c6. Jun 17 07:48:36.599337 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c2975344-2566-4788-bc4a-de57620b9ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.642445 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c2975344-2566-4788-bc4a-de57620b9ad5 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2461195c2924445187bcced2162ba1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2610822 Jun 17 07:48:36.643586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2975344-2566-4788-bc4a-de57620b9ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db837440-2436-4637-88dc-8c4cb5677d7f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:36.646249 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36502) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:36.703397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.727759 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.787971 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f4748-38cb-4856-bf3b-dea45f84f83e req-06a62fb4-9d34-494f-b3f0-7de1366f5da9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:36.789470 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-927f4748-38cb-4856-bf3b-dea45f84f83e req-06a62fb4-9d34-494f-b3f0-7de1366f5da9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0995491 Jun 17 07:48:36.821396 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:48:36.829221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.831695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.832937 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/db837440-2436-4637-88dc-8c4cb5677d7f HTTP/1.1" status: 204 len: 168 time: 0.1859729 Jun 17 07:48:36.847805 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-927f4748-38cb-4856-bf3b-dea45f84f83e req-1d8a0a83-61c5-462e-a307-c0597256d552 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482466 Jun 17 07:48:36.862023 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4557ce4b-e0bc-4999-81a0-d28216f8d828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db837440-2436-4637-88dc-8c4cb5677d7f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:36.974120 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:48:36.981319 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:36.987480 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:48:36.997943 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:36.998686 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:37.007668 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a9486812-0020-4262-ab7e-033f574aa7f7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "PUT /v2.0/floatingips/ace00c77-091e-41a7-b399-9dcd85ad9ef5 HTTP/1.1" status: 200 len: 991 time: 1.6726005 Jun 17 07:48:37.007668 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:37.010193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbc48f8b-945b-4efb-ab91-5d69687442ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:37.046324 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0530ae70-eab3-44ba-bafd-71e120294404 x-openstack-request-id: req-0530ae70-eab3-44ba-bafd-71e120294404 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:37.046612 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:37.046849 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0530ae70-eab3-44ba-bafd-71e120294404 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:37.047815 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0530ae70-eab3-44ba-bafd-71e120294404'] response: {'name': 'network-changed', 'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'status': 'completed', 'code': 200} Jun 17 07:48:37.115324 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:37.124517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-d4fcf180-662d-4918-b343-161f620a3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:37.126837 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-d4fcf180-662d-4918-b343-161f620a3c9c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1098 time: 0.0501480 Jun 17 07:48:37.230864 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-4da2a7fd-230d-43b6-8f13-fc4cfbb23b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:37.232476 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-4da2a7fd-230d-43b6-8f13-fc4cfbb23b90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.0985844 Jun 17 07:48:37.367365 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-23e3eb1d-5d89-4fbb-be0c-a2e0632ff20b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 999 time: 0.1192875 Jun 17 07:48:37.418782 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'ace00c77-091e-41a7-b399-9dcd85ad9ef5', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:be:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:48:05Z', 'updated_at': '2022-06-17T07:48:36Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:37.455708 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:48:37.455824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-9ae4e3d8-286f-4c1b-8c7a-69d08247f411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:37.456813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-9ae4e3d8-286f-4c1b-8c7a-69d08247f411 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0824323 Jun 17 07:48:37.466077 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:37.466919 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:37.510237 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-9e21bd10-4f8c-41c2-89c5-08b3277bcd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:37.511862 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-9e21bd10-4f8c-41c2-89c5-08b3277bcd88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448704 Jun 17 07:48:37.598392 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:37.633848 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-4249ff72-0035-4964-8969-5d6e0620a52a service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133897 Jun 17 07:48:37.746616 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cbc48f8b-945b-4efb-ab91-5d69687442ef req-df048ba3-3bce-4e6a-9a27-fc2c7bd9d1f4 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059189 Jun 17 07:48:37.837840 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'ace00c77-091e-41a7-b399-9dcd85ad9ef5', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:be:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:48:05Z', 'updated_at': '2022-06-17T07:48:36Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:37.867715 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af46430-ab8b-451b-90d6-52e9c5d4ee38 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'ace00c77-091e-41a7-b399-9dcd85ad9ef5', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.206', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:be:f8:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:48:05Z', 'updated_at': '2022-06-17T07:48:36Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:48:37.886505 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:48:38.011953 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2065c44d-0233-4c5c-9e27-d2fa101747f6 req-a6f0f662-54fd-4381-8feb-e03f23e1b568 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:38.013517 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2065c44d-0233-4c5c-9e27-d2fa101747f6 req-a6f0f662-54fd-4381-8feb-e03f23e1b568 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0706789 Jun 17 07:48:38.055044 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2065c44d-0233-4c5c-9e27-d2fa101747f6 req-f3739573-0983-4929-9593-cf811a136bfa tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326693 Jun 17 07:48:38.122258 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45214ff-450d-4a35-8cee-169b5c59b181 None None] New status for floating IP ace00c77-091e-41a7-b399-9dcd85ad9ef5: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:48:38.734816 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36576) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:38.889304 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-0146ba73-7ecb-4e74-ac8c-36fd7d6abd41 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449822 Jun 17 07:48:38.978278 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2a532e25-ecf3-4491-a0cc-2ebf420f2037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.007009 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-297825da-c384-4621-bfad-b6e81e3e9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:39.008488 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-297825da-c384-4621-bfad-b6e81e3e9552 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=af80d0608ec442e793d1cc40cf4e098a&device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 1099 time: 0.0728514 Jun 17 07:48:39.179436 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2a532e25-ecf3-4491-a0cc-2ebf420f2037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.213608 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ed2a2-e54e-4045-ab24-7f28338cd1ad req-2adffaaa-4304-4736-9007-fdd978634bbc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:39.215160 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7a5ed2a2-e54e-4045-ab24-7f28338cd1ad req-2adffaaa-4304-4736-9007-fdd978634bbc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0847714 Jun 17 07:48:39.216240 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-5b069b8d-7c0d-45c9-9d58-a2d0a227e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:39.217581 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-5b069b8d-7c0d-45c9-9d58-a2d0a227e4ba service neutron] 10.222.0.57 "GET /v2.0/networks?id=4f9b4ee6-c025-493c-a17d-24a97065f1bd HTTP/1.1" status: 200 len: 913 time: 0.1817217 Jun 17 07:48:39.247291 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2a532e25-ecf3-4491-a0cc-2ebf420f2037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.294999 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-eb1eeced-bb80-45c1-b141-8e661374352d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08 HTTP/1.1" status: 200 len: 217 time: 0.0634930 Jun 17 07:48:39.354173 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2a532e25-ecf3-4491-a0cc-2ebf420f2037 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=9807266453e64bd2b78911da24b29f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6159227 Jun 17 07:48:39.355129 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36606) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:39.369717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a532e25-ecf3-4491-a0cc-2ebf420f2037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc406694-6f76-4678-9560-31d360154ffd,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:39.370745 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7a5ed2a2-e54e-4045-ab24-7f28338cd1ad req-b4041df7-92ab-476c-9da8-c7255ce5d051 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476033 Jun 17 07:48:39.397211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-9d8dac67-c65e-4e2d-bd4a-fb6bc768fa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:39.400249 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-9d8dac67-c65e-4e2d-bd4a-fb6bc768fa89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9ede5264-0452-42a3-b8b3-1f4898a87f8f HTTP/1.1" status: 200 len: 851 time: 0.0965984 Jun 17 07:48:39.449635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-cf6abc78-0657-41b5-bcdf-6174e0ce363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:39.451696 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-cf6abc78-0657-41b5-bcdf-6174e0ce363b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4f9b4ee6-c025-493c-a17d-24a97065f1bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446172 Jun 17 07:48:39.460058 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.485682 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.573635 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-a4c37c38-5daa-4e2e-be3d-61eb2bdb24f0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071620 Jun 17 07:48:39.618140 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.627507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.627507 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc406694-6f76-4678-9560-31d360154ffd HTTP/1.1" status: 204 len: 168 time: 0.2669482 Jun 17 07:48:39.631634 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce3a15e-7e86-469d-86bf-a150cd3834b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc406694-6f76-4678-9560-31d360154ffd,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:39.657618 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:39.682626 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-da5934c5-6746-47c4-9f39-064ad1eac728 req-958b03ff-e2e1-4846-86a4-06c4bd7bb5fa service neutron] 10.222.0.57 "GET /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012123 Jun 17 07:48:40.488880 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38132a4-bb3b-451b-817e-8bc37654b5af req-7d2ab776-18af-4dbe-b79e-3277f5fdd8e8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:40.493493 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b38132a4-bb3b-451b-817e-8bc37654b5af req-7d2ab776-18af-4dbe-b79e-3277f5fdd8e8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0521655 Jun 17 07:48:40.529583 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b38132a4-bb3b-451b-817e-8bc37654b5af req-c4e794f4-5db5-4f44-a5fb-ca086557d4ba tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327082 Jun 17 07:48:40.665806 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36670) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:40.683844 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b8e-1a3e-4366-9ba2-00bf64b38506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:40.766378 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b8e-1a3e-4366-9ba2-00bf64b38506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:40.862898 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a59f2b8e-1a3e-4366-9ba2-00bf64b38506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:40.901722 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a59f2b8e-1a3e-4366-9ba2-00bf64b38506 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=08ad9da40c7541eea87ec18f3314a02c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347581 Jun 17 07:48:40.903094 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f2b8e-1a3e-4366-9ba2-00bf64b38506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5a056f-c2c2-4e18-b5b4-4b4eb8ea040c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:40.905672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36682) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:40.958231 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:40.984609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.126188 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.129104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.130384 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ad5a056f-c2c2-4e18-b5b4-4b4eb8ea040c HTTP/1.1" status: 204 len: 168 time: 0.2225065 Jun 17 07:48:41.143282 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1cc0fe-9ad9-493b-a41c-c82e45fa968f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5a056f-c2c2-4e18-b5b4-4b4eb8ea040c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:41.295380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36702) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:41.651076 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66778616-ad03-44d3-9011-7a65eb4cf687 req-d60ea8b6-7b3d-4303-9099-26d49dce8f52 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:41.659325 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-66778616-ad03-44d3-9011-7a65eb4cf687 req-d60ea8b6-7b3d-4303-9099-26d49dce8f52 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0596607 Jun 17 07:48:41.663507 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7bb66063-279c-4fdb-9cfb-b3d03c3a00b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.754210 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-66778616-ad03-44d3-9011-7a65eb4cf687 req-57aefa1e-1162-485b-9d74-eb40966fb67c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924551 Jun 17 07:48:41.756838 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7bb66063-279c-4fdb-9cfb-b3d03c3a00b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.835354 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc774d2-f76c-4818-84c0-320218a31b14 req-4916a728-c8df-4cd3-be58-7daa0f49c7cb tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:41.836926 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ecc774d2-f76c-4818-84c0-320218a31b14 req-4916a728-c8df-4cd3-be58-7daa0f49c7cb tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0501528 Jun 17 07:48:41.877201 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ecc774d2-f76c-4818-84c0-320218a31b14 req-87e2b6a8-b86b-4828-8db0-4a1f87d78928 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342155 Jun 17 07:48:41.953919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7bb66063-279c-4fdb-9cfb-b3d03c3a00b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:41.985884 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36726) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:41.993636 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-7bb66063-279c-4fdb-9cfb-b3d03c3a00b2 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=92ec4180ae7d44cdae6ffc31cc43c0b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6971223 Jun 17 07:48:41.994381 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb66063-279c-4fdb-9cfb-b3d03c3a00b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61e9b924-fa7b-4dfb-8798-71b1ab282d06,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:41.996609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36728) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:41.998536 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7e60109d-b825-4e99-a9eb-b0eebb584ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.047898 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.067881 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.072040 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7e60109d-b825-4e99-a9eb-b0eebb584ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.233833 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7e60109d-b825-4e99-a9eb-b0eebb584ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.269683 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60109d-b825-4e99-a9eb-b0eebb584ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b990c262-d5cd-4f31-8830-926fd517854a,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:42.273844 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7e60109d-b825-4e99-a9eb-b0eebb584ad3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb0dd939f1984ed4aadb4f5a71ac60f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2872672 Jun 17 07:48:42.276599 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36734) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:42.290345 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.292866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.294109 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/61e9b924-fa7b-4dfb-8798-71b1ab282d06 HTTP/1.1" status: 204 len: 168 time: 0.2965326 Jun 17 07:48:42.319839 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1404-425b-4fdd-9ae4-ff4ad7f89467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e9b924-fa7b-4dfb-8798-71b1ab282d06,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:42.356450 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.380051 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.542981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.545878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:42.547392 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b990c262-d5cd-4f31-8830-926fd517854a HTTP/1.1" status: 204 len: 168 time: 0.2696896 Jun 17 07:48:42.556255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da198c6-11ea-468a-91c6-768c7dd61468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b990c262-d5cd-4f31-8830-926fd517854a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:42.861692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea69981-f823-4982-b4d2-d34c67887882 req-94c6d85a-3221-4fb4-82f3-bf9020a8843b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:42.863166 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6ea69981-f823-4982-b4d2-d34c67887882 req-94c6d85a-3221-4fb4-82f3-bf9020a8843b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0484188 Jun 17 07:48:42.902917 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6ea69981-f823-4982-b4d2-d34c67887882 req-150e6346-f9a6-4fff-822e-6c79845579c9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333257 Jun 17 07:48:43.001667 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353ed25-d184-43d1-869b-0c38a5f65506 req-f7fc3198-78db-4a9d-a9a8-488c42e5259a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:43.004067 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6353ed25-d184-43d1-869b-0c38a5f65506 req-f7fc3198-78db-4a9d-a9a8-488c42e5259a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0584829 Jun 17 07:48:43.069598 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6353ed25-d184-43d1-869b-0c38a5f65506 req-180d875c-3e11-49d9-9888-7814219d52a1 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548441 Jun 17 07:48:43.121822 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36760) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:43.137643 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dff5d83a-5043-48d0-a94c-89ee905aa7bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.234772 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dff5d83a-5043-48d0-a94c-89ee905aa7bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.324059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dff5d83a-5043-48d0-a94c-89ee905aa7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.361684 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-dff5d83a-5043-48d0-a94c-89ee905aa7bc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4d80d0ff7e5b414b987b6488e6299960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385049 Jun 17 07:48:43.362422 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5d83a-5043-48d0-a94c-89ee905aa7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdb99f5-36f0-493f-b3f6-2dbdf26337cb,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:43.364467 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36772) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:43.419010 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.441220 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.549150 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.552507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:43.553927 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0cdb99f5-36f0-493f-b3f6-2dbdf26337cb HTTP/1.1" status: 204 len: 168 time: 0.1876571 Jun 17 07:48:43.563495 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3feb09-fd78-4b29-a50d-a89fedcaa166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdb99f5-36f0-493f-b3f6-2dbdf26337cb,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:43.677850 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-feb30d55-ddbc-463c-b7bd-ed92b068b31a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:43.679346 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-feb30d55-ddbc-463c-b7bd-ed92b068b31a tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.57 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.0498765 Jun 17 07:48:43.844081 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Deleting port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:48:43.848359 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:44.035550 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd7a09-d1cb-4783-aeed-807f9abd736f req-71db2be2-8505-4ac5-a32f-a38cce85c96f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:44.044398 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73cd7a09-d1cb-4783-aeed-807f9abd736f req-71db2be2-8505-4ac5-a32f-a38cce85c96f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0638719 Jun 17 07:48:44.109822 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73cd7a09-d1cb-4783-aeed-807f9abd736f req-e65cbbf7-a0fb-4432-ae04-84272d7938b6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633471 Jun 17 07:48:44.168655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] For port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:44.168655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:44.202718 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Calling delete_port for 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:48:44.286666 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef7bfad-ec4e-4250-8f99-0967c4fce3da req-15e520e1-2d23-488e-87d5-49ed711e1c62 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:44.288146 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eef7bfad-ec4e-4250-8f99-0967c4fce3da req-15e520e1-2d23-488e-87d5-49ed711e1c62 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 946 time: 0.1471336 Jun 17 07:48:44.350532 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eef7bfad-ec4e-4250-8f99-0967c4fce3da req-d0588c0b-0260-4689-9c93-871e735cf515 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/security-groups?id=02d457ed-33fe-4ed4-ae6f-35f847654216&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558193 Jun 17 07:48:44.491375 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:44.503672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['33fbe222-f35a-4889-a8ab-bb5aba2d3b08'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:48:44.521397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Pushing event deleted for resources: {'Port': ['ID=33fbe222-f35a-4889-a8ab-bb5aba2d3b08,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:44.582990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] No DVR routers for this DVR port 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:48:44.586241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:44.589778 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9e52ca25-0ed6-4b24-85df-2c699bdaad06 req-d58cc71e-ec51-4344-8305-68506d0c89a8 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.57 "DELETE /v2.0/ports/33fbe222-f35a-4889-a8ab-bb5aba2d3b08 HTTP/1.1" status: 204 len: 173 time: 0.9040432 Jun 17 07:48:44.590236 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'name': 'network-vif-deleted', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:48:44.592495 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592f108c-69c6-44c6-8ffb-2f4537b0e93d" -d '{"events": [{"server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "name": "network-vif-deleted", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:48:44.635422 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e236284-0776-4bcc-90f4-f4ea638b3af7 x-openstack-request-id: req-1e236284-0776-4bcc-90f4-f4ea638b3af7 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:48:44.635715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "485aefce-dbb2-4d4c-8364-8af38108a5f4", "name": "network-vif-deleted", "tag": "33fbe222-f35a-4889-a8ab-bb5aba2d3b08", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:48:44.635950 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-1e236284-0776-4bcc-90f4-f4ea638b3af7 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:48:44.636346 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e236284-0776-4bcc-90f4-f4ea638b3af7'] response: {'server_uuid': '485aefce-dbb2-4d4c-8364-8af38108a5f4', 'name': 'network-vif-deleted', 'tag': '33fbe222-f35a-4889-a8ab-bb5aba2d3b08', 'status': 'completed', 'code': 200} Jun 17 07:48:44.948277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36834) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:45.042398 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-309169380-network', 'tenant_id': 'fad0d3dbd210427898ef9f04faa0a8a2'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:45.154692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Made reservation on behalf of fad0d3dbd210427898ef9f04faa0a8a2 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:45.158205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.171421 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.287344 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f87eb-8289-4e26-b98d-3d08ba2d853e req-300761e3-b4fd-4151-ac6a-4e66ee93a41d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:45.288856 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-251f87eb-8289-4e26-b98d-3d08ba2d853e req-300761e3-b4fd-4151-ac6a-4e66ee93a41d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0872715 Jun 17 07:48:45.350571 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.354015 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-251f87eb-8289-4e26-b98d-3d08ba2d853e req-d9bf5acb-48a1-455c-bc48-e5aa011157cd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579767 Jun 17 07:48:45.422528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.448410 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:48:45.457733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bb3231-35bf-4fd3-a199-291f33761abb,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:45.467530 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.467861 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Added segment dcc60759-528b-4e12-86c1-3d0be308acef of type vlan for network bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e Jun 17 07:48:45.476974 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-68133c70-10f6-45a2-8ae5-ad4ebeaf20b9 req-226a2d3e-2d2a-49bc-a839-91bbc78e87c7 tempest-DeleteServersTestJSON-1564323596 tempest-DeleteServersTestJSON-1564323596-project] 10.222.0.27 "GET /v2.0/ports?device_id=485aefce-dbb2-4d4c-8364-8af38108a5f4 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Jun 17 07:48:45.478349 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.478469 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.479269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.479609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.479938 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.480265 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.480587 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.480911 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.481259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.481604 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.481887 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.482335 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:45.525874 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.605649 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.606712 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:45.607355 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:45.669221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] Pushing event updated for resources: {'Network': ['ID=bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:45.680252 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:48:45.700431 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5a3ad073-efb3-42c5-94a0-69ce0862de2c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7508974 Jun 17 07:48:45.703519 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36854) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:45.710200 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Request body: {'subnet': {'network_id': 'bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-309169380-subnet', 'tenant_id': 'fad0d3dbd210427898ef9f04faa0a8a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:45.810845 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Made reservation on behalf of fad0d3dbd210427898ef9f04faa0a8a2 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:45.813786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.097496 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.158702 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eef8e4fc-e3e0-4799-9436-fe793f195d28,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:46.168990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Checking segment: {'id': 'dcc60759-528b-4e12-86c1-3d0be308acef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:46.169533 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Network hostable DHCP agents. Network: bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:48:46.173820 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.174356 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.174478 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.174951 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.175425 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.175909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.176377 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.176874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.177231 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.177696 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.179837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.179837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:46.325278 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Network bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:48:46.431734 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36880) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:46.462678 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:46.470098 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:46.471614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.475908 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5c1455-512e-479d-b389-5d61572556fc None None] Network bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:46.489620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef94e7-950e-4bd9-ac3f-550d1a741abe req-e3d722c6-0aeb-43b2-babe-ca384e1a0039 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:46.501644 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4ef94e7-950e-4bd9-ac3f-550d1a741abe req-e3d722c6-0aeb-43b2-babe-ca384e1a0039 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0675035 Jun 17 07:48:46.525715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36886) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:46.553343 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4ef94e7-950e-4bd9-ac3f-550d1a741abe req-b452e6b9-2fa2-4dfe-b66c-454c989eac3a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504251 Jun 17 07:48:46.627316 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d5c02b56-6f16-41ce-a161-b17c1982a250 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9125960 Jun 17 07:48:46.689919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b60c13e-75bd-4ce6-8ea5-67d2cab5d62b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.692297 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421d73b-5284-42df-9886-b76a35f29719 None None] Network bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:46.714404 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-133e75e5-1562-466c-ac77-f30e095c174c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.818502 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b60c13e-75bd-4ce6-8ea5-67d2cab5d62b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.875936 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-133e75e5-1562-466c-ac77-f30e095c174c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.923964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b60c13e-75bd-4ce6-8ea5-67d2cab5d62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:46.959563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b60c13e-75bd-4ce6-8ea5-67d2cab5d62b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ff4043-6f5f-4795-893f-1753e1384fd6,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:46.963705 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2b60c13e-75bd-4ce6-8ea5-67d2cab5d62b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=073664d6fd3c418d8c5e660a25a1977f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4370584 Jun 17 07:48:46.966489 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36906) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:47.013868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-133e75e5-1562-466c-ac77-f30e095c174c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.020016 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.060375 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e75e5-1562-466c-ac77-f30e095c174c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6c5eab-eb7b-4eff-84d5-c4726aa3f87a,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:47.075218 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.085515 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-133e75e5-1562-466c-ac77-f30e095c174c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=65f27a05c20a4a2583f21686ffc12c28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527021 Jun 17 07:48:47.088065 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36910) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:47.155867 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.179283 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.233896 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.236430 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.237633 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c0ff4043-6f5f-4795-893f-1753e1384fd6 HTTP/1.1" status: 204 len: 168 time: 0.2701752 Jun 17 07:48:47.245240 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0611-4240-4632-ba5f-8d5dafe25a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ff4043-6f5f-4795-893f-1753e1384fd6,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:47.359557 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.362219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.365720 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8c6c5eab-eb7b-4eff-84d5-c4726aa3f87a HTTP/1.1" status: 204 len: 168 time: 0.2744737 Jun 17 07:48:47.371560 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6cf018-0f5a-4070-a506-360c584e3317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6c5eab-eb7b-4eff-84d5-c4726aa3f87a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:47.676725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03f7d4-4419-42f7-8ef7-6390e83d2ef8 req-f93bf2f4-15dd-4881-8f45-aacc0ef5f139 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:47.678329 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7a03f7d4-4419-42f7-8ef7-6390e83d2ef8 req-f93bf2f4-15dd-4881-8f45-aacc0ef5f139 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0582476 Jun 17 07:48:47.717735 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7a03f7d4-4419-42f7-8ef7-6390e83d2ef8 req-6becfd66-88c0-4965-beaa-1f2ed1412ae4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316927 Jun 17 07:48:47.852826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36956) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:47.862263 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1259687149-network', 'tenant_id': 'eb70420de27343cc9a5b606b4f58e079'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:47.959841 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Made reservation on behalf of eb70420de27343cc9a5b606b4f58e079 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:47.962233 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.971251 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:47.999086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36960) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.022775 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-597ad0cf-9122-4764-ae1d-c3ba11b42cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.104915 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.114736 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:48:48.133444 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-597ad0cf-9122-4764-ae1d-c3ba11b42cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.133608 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:48:48.133884 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 33fbe222-f35a-4889-a8ab-bb5aba2d3b08 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:48:48.188255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.191195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-597ad0cf-9122-4764-ae1d-c3ba11b42cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.233910 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:48:48.239283 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256842d2-9008-40b2-88d4-e1bc21a9a761,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:48.246382 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-597ad0cf-9122-4764-ae1d-c3ba11b42cce admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cc9a2365d5e94376a7e179257cf1246c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2463572 Jun 17 07:48:48.249098 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36968) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.258574 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.258889 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Added segment 34fff92f-b52b-488d-ad59-de94400b88a6 of type vlan for network f93653d5-7d36-43fd-84de-268b44f7631c Jun 17 07:48:48.301878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ad0cf-9122-4764-ae1d-c3ba11b42cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e31438fd-6514-4819-a6b2-6e5d5a9ebba2,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:48.308236 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36972) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.311755 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.370783 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.399801 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.422162 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36976) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.428586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.429610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:48.430197 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.495838 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36980) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.503424 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] Pushing event updated for resources: {'Network': ['ID=f93653d5-7d36-43fd-84de-268b44f7631c,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:48.512743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c30-6afe-4b63-b027-58dbf1723010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.533092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network f93653d5-7d36-43fd-84de-268b44f7631c details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:48:48.576630 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-eee05f03-6df3-47b1-940e-2056dff9cb22 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7225335 Jun 17 07:48:48.577276 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36982) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.582208 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Request body: {'subnet': {'network_id': 'f93653d5-7d36-43fd-84de-268b44f7631c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1259687149-subnet', 'tenant_id': 'eb70420de27343cc9a5b606b4f58e079', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:48.630558 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.633321 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.634438 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e31438fd-6514-4819-a6b2-6e5d5a9ebba2 HTTP/1.1" status: 204 len: 168 time: 0.3842449 Jun 17 07:48:48.667600 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa9a34e-537d-49f4-8a1a-cbba0af7916e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e31438fd-6514-4819-a6b2-6e5d5a9ebba2,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:48.703640 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-863b093f-09b2-4aa1-a70b-ed598e8d41f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.723195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Made reservation on behalf of eb70420de27343cc9a5b606b4f58e079 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:48.725368 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.734978 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c30-6afe-4b63-b027-58dbf1723010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.833952 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfce3c30-6afe-4b63-b027-58dbf1723010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.853257 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:48.954836 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce3c30-6afe-4b63-b027-58dbf1723010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174f7c22-4786-49b4-bb17-4ed5d38eae45,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:48.964442 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cfce3c30-6afe-4b63-b027-58dbf1723010 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b2b995cabd914686a30737d874d31f24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676199 Jun 17 07:48:48.975598 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 36988) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:48.987379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-863b093f-09b2-4aa1-a70b-ed598e8d41f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.017953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406576b-3ec2-487b-8182-89604a45f766 req-2f6d7cc4-df43-4313-b288-82268cc61b22 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:49.019521 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2406576b-3ec2-487b-8182-89604a45f766 req-2f6d7cc4-df43-4313-b288-82268cc61b22 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.1772375 Jun 17 07:48:49.084190 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-863b093f-09b2-4aa1-a70b-ed598e8d41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.155908 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2406576b-3ec2-487b-8182-89604a45f766 req-d6079dd2-3d3c-4dc6-ac6a-e8ed4e3eb244 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299310 Jun 17 07:48:49.170623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 36998) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:49.173988 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-863b093f-09b2-4aa1-a70b-ed598e8d41f7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=61e958147acb43d598b5f0ba437cee43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7444785 Jun 17 07:48:49.177774 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.182782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b093f-09b2-4aa1-a70b-ed598e8d41f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86570791-f3bf-4f5c-b8fb-0cecdeb9c31e,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:49.199500 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.210822 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.293543 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34a84533-b02a-44e4-86de-d285bb92d5ee,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:49.300605 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Checking segment: {'id': '34fff92f-b52b-488d-ad59-de94400b88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'f93653d5-7d36-43fd-84de-268b44f7631c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:49.301232 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Network hostable DHCP agents. Network: f93653d5-7d36-43fd-84de-268b44f7631c, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:48:49.351061 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.377023 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Network f93653d5-7d36-43fd-84de-268b44f7631c is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:48:49.385598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.405164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.407661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.408880 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/174f7c22-4786-49b4-bb17-4ed5d38eae45 HTTP/1.1" status: 204 len: 168 time: 0.4297953 Jun 17 07:48:49.430613 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ad732-45f1-46fa-b049-b16f667348f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174f7c22-4786-49b4-bb17-4ed5d38eae45,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:49.450819 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, f93653d5-7d36-43fd-84de-268b44f7631c) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:49.462765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:49.462765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.466240 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab0b4e3-fb09-40fd-a5d4-97e9e35f3e60 None None] Network f93653d5-7d36-43fd-84de-268b44f7631c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:49.485022 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Deleting port c13173d2-a95d-4955-9197-35fdc32345e8 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:48:49.485751 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.542960 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.546951 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.548561 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/86570791-f3bf-4f5c-b8fb-0cecdeb9c31e HTTP/1.1" status: 204 len: 168 time: 0.3765364 Jun 17 07:48:49.563524 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fa265e-b32a-4c07-97af-ff2379691a5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86570791-f3bf-4f5c-b8fb-0cecdeb9c31e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:49.569412 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b520291d-bac3-4d1c-a19e-b000104349b6 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9907646 Jun 17 07:48:49.616389 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] For port c13173d2-a95d-4955-9197-35fdc32345e8, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=c13173d2-a95d-4955-9197-35fdc32345e8,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:49.616862 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:49.630850 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Calling delete_port for c13173d2-a95d-4955-9197-35fdc32345e8 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:48:49.642912 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584861b8-d79f-4a4f-9c0d-f548e0cd6cc8 None None] Network f93653d5-7d36-43fd-84de-268b44f7631c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:49.977129 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:50.009474 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Pushing event deleted for resources: {'Port': ['ID=c13173d2-a95d-4955-9197-35fdc32345e8,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:50.240846 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:50.405002 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fa1b4-04e8-4541-8750-70879319e6c2 req-f20c4d09-fe50-4f8c-b3ac-b8822082f3eb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:50.406516 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d02fa1b4-04e8-4541-8750-70879319e6c2 req-f20c4d09-fe50-4f8c-b3ac-b8822082f3eb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.1510601 Jun 17 07:48:50.567063 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:48:50.579180 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d02fa1b4-04e8-4541-8750-70879319e6c2 req-c3262291-92a7-4a94-95f4-93080eb69c3b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613593 Jun 17 07:48:50.677182 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:48:50.687053 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-0bda9685-bcee-4952-bf23-0e1edd8d4455 admin admin] 10.222.0.27 "PUT /v2.0/routers/6b392b22-9ff9-4928-83ac-b9cdd2ac9178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3696201 Jun 17 07:48:50.687230 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37068) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:50.688177 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Sync routers for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:48:50.723227 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:50.723898 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:50.812757 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:50.840440 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:50.946164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.156932 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Deleting port 632148b5-1512-46b3-b25b-60d2c67fa340 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:48:51.158478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.163686 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10'}], 'enable_snat': True}, 'gw_port_id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:48:49Z', 'revision_number': 5, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port': {'id': '632148b5-1512-46b3-b25b-60d2c67fa340', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:3d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:46Z', 'updated_at': '2022-06-17T07:47:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:51.191181 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Checking router: 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:48:51.200137 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Routers {'6b392b22-9ff9-4928-83ac-b9cdd2ac9178'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:51.200793 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:51.283801 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] For port 632148b5-1512-46b3-b25b-60d2c67fa340, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=632148b5-1512-46b3-b25b-60d2c67fa340,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:51.284169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.288968 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] Set router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:51.297359 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Calling delete_port for 632148b5-1512-46b3-b25b-60d2c67fa340 owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:48:51.348022 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:48:50Z', 'revision_number': 6, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:51.378531 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca9b4b5-7f10-4780-94bf-bb2b229b3ba2 None None] The sync data for ids ['6b392b22-9ff9-4928-83ac-b9cdd2ac9178'] in dv-cinder-821745-1-iscsi is: [{'id': '6b392b22-9ff9-4928-83ac-b9cdd2ac9178', 'name': 'tempest-DeleteServersTestJSON-1629170622-router', 'tenant_id': 'af80d0608ec442e793d1cc40cf4e098a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:45Z', 'updated_at': '2022-06-17T07:48:50Z', 'revision_number': 6, 'project_id': 'af80d0608ec442e793d1cc40cf4e098a', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:48:51.569619 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.595768 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=632148b5-1512-46b3-b25b-60d2c67fa340,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:51.626726 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.786439 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.787022 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.897400 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b065f7-bfef-413c-a023-88f402c7fe10 req-a0b082a3-c3e3-42ca-b8ce-d55fa99cf4b9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:51.898945 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-69b065f7-bfef-413c-a023-88f402c7fe10 req-a0b082a3-c3e3-42ca-b8ce-d55fa99cf4b9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.2235773 Jun 17 07:48:51.951441 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-69b065f7-bfef-413c-a023-88f402c7fe10 req-0a3d9413-8338-45b5-93e1-2d7bcabd58cd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444312 Jun 17 07:48:51.976851 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.977654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b392b22-9ff9-4928-83ac-b9cdd2ac9178 {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:48:51.983154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:51.987023 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e30cd78b-a50b-49dc-9cb8-0a4c286840f9 admin admin] 10.222.0.27 "DELETE /v2.0/routers/6b392b22-9ff9-4928-83ac-b9cdd2ac9178 HTTP/1.1" status: 204 len: 168 time: 1.2979021 Jun 17 07:48:51.990298 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37120) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:52.221379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Deleting subnet 9ede5264-0452-42a3-b8b3-1f4898a87f8f {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:48:52.224131 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.266989 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.360477 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.497358 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.507771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 632148b5-1512-46b3-b25b-60d2c67fa340 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:48:52.512848 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.519282 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/9ede5264-0452-42a3-b8b3-1f4898a87f8f HTTP/1.1" status: 204 len: 168 time: 0.5257032 Jun 17 07:48:52.519657 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37138) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:52.540773 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a106b73-5822-42cf-9f00-445c89014825 None None] Network 4f9b4ee6-c025-493c-a17d-24a97065f1bd requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:52.547306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 632148b5-1512-46b3-b25b-60d2c67fa340 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:48:52.548552 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 632148b5-1512-46b3-b25b-60d2c67fa340 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:48:52.548982 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device c13173d2-a95d-4955-9197-35fdc32345e8 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:48:52.554481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c87c7-e8ae-4ee6-8942-fa0f99dcfa3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ede5264-0452-42a3-b8b3-1f4898a87f8f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:52.606381 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: c13173d2-a95d-4955-9197-35fdc32345e8 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:48:52.606728 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device c13173d2-a95d-4955-9197-35fdc32345e8 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:48:52.631507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.738866 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Deleting port 3b0c5aaf-2c25-4614-8286-a257e440822c {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:48:52.743733 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.831526 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] For port 3b0c5aaf-2c25-4614-8286-a257e440822c, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=3b0c5aaf-2c25-4614-8286-a257e440822c,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:52.831888 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.845437 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] DHCP port deletion for 4f9b4ee6-c025-493c-a17d-24a97065f1bd request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:48:52.848884 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Calling delete_port for 3b0c5aaf-2c25-4614-8286-a257e440822c owned by network:dhcp {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:48:52.905349 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Deleting port 3b0c5aaf-2c25-4614-8286-a257e440822c {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:48:52.905761 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.967769 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] For port 3b0c5aaf-2c25-4614-8286-a257e440822c, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=3b0c5aaf-2c25-4614-8286-a257e440822c,segment=NetworkSegment(14396a70-272c-4ab5-b4a1-9af0a64c121f),segment_id=14396a70-272c-4ab5-b4a1-9af0a64c121f)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:52.968160 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:52.988896 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Calling delete_port for 3b0c5aaf-2c25-4614-8286-a257e440822c owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:48:53.056979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.089801 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b0c5aaf-2c25-4614-8286-a257e440822c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:53.098006 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] No DVR routers for this DVR port 3b0c5aaf-2c25-4614-8286-a257e440822c on host dv-cinder-821745-1-iscsi {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:48:53.132586 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.156050 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1dbaab-3fe8-4d94-88d0-007e9ca4cf9b req-8d76d238-5dbc-4df6-876d-0e90a344a3bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:53.157672 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4c1dbaab-3fe8-4d94-88d0-007e9ca4cf9b req-8d76d238-5dbc-4df6-876d-0e90a344a3bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.1345437 Jun 17 07:48:53.162526 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Pushing event deleted for resources: {'Port': ['ID=3b0c5aaf-2c25-4614-8286-a257e440822c,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:53.171552 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.171897 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.172229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.172554 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.172879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.173224 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.173541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.173855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.174192 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.174506 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.174820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.175134 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:48:53.179785 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b92bed-2c70-4255-ac26-e76ad55bb0eb None None] No DVR routers for this DVR port 3b0c5aaf-2c25-4614-8286-a257e440822c on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:48:53.200458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.230770 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f9b4ee6-c025-493c-a17d-24a97065f1bd']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:53.247622 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14396a70-272c-4ab5-b4a1-9af0a64c121f') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:53.247842 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14396a70-272c-4ab5-b4a1-9af0a64c121f') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:53.258673 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4c1dbaab-3fe8-4d94-88d0-007e9ca4cf9b req-8afd1961-d3c2-4742-88a9-49344b002103 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911953 Jun 17 07:48:53.265122 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.282872 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.289458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:48:53.289956 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.316466 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 14396a70-272c-4ab5-b4a1-9af0a64c121f resource provider aggregate not found Jun 17 07:48:53.357277 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 14396a70-272c-4ab5-b4a1-9af0a64c121f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14396a70-272c-4ab5-b4a1-9af0a64c121f found for delete ", "request_id": "req-1ae8bb2e-1666-4988-ac62-c4c74cace1da"}]} Jun 17 07:48:53.462525 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.468793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:53.474991 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] 10.222.0.27 "DELETE /v2.0/networks/4f9b4ee6-c025-493c-a17d-24a97065f1bd HTTP/1.1" status: 204 len: 168 time: 0.9515927 Jun 17 07:48:53.486226 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beebe252-a830-4407-8a09-4c44eab17b5e admin admin] Pushing event deleted for resources: {'Network': ['ID=4f9b4ee6-c025-493c-a17d-24a97065f1bd,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:54.003176 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37188) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:54.058115 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-3898cf4d-dcb8-4aac-a081-5317a28f4bc7 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=af80d0608ec442e793d1cc40cf4e098a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0537138 Jun 17 07:48:54.060673 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37194) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:54.124241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:54.144997 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:54.262547 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:54.264995 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:54.272068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/02d457ed-33fe-4ed4-ae6f-35f847654216 HTTP/1.1" status: 204 len: 168 time: 0.2049751 Jun 17 07:48:54.274197 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7cd9b-d3ed-425a-b8d0-d6161ce02d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02d457ed-33fe-4ed4-ae6f-35f847654216,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:54.395315 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5a351e-0a4c-4ee1-91b8-f87b2d8241d6 req-3df16a6a-4291-44dd-9cd5-791020552e4e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:54.397153 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8b5a351e-0a4c-4ee1-91b8-f87b2d8241d6 req-3df16a6a-4291-44dd-9cd5-791020552e4e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0594385 Jun 17 07:48:54.441384 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8b5a351e-0a4c-4ee1-91b8-f87b2d8241d6 req-b17e8ed4-a55c-4b22-8004-550cedbe637a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368757 Jun 17 07:48:54.518802 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 3b0c5aaf-2c25-4614-8286-a257e440822c no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:48:54.539547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 3b0c5aaf-2c25-4614-8286-a257e440822c {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:48:54.539882 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 3b0c5aaf-2c25-4614-8286-a257e440822c not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:48:55.422146 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37240) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:55.519498 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-network', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:55.556314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8711ffb4-6045-44f1-bf10-7896898631b0 req-f0ba9185-ad6a-47de-8512-ef9669440693 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:55.557880 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8711ffb4-6045-44f1-bf10-7896898631b0 req-f0ba9185-ad6a-47de-8512-ef9669440693 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0478158 Jun 17 07:48:55.596581 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8711ffb4-6045-44f1-bf10-7896898631b0 req-939f48fb-818f-4ad4-a476-26948e987372 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320990 Jun 17 07:48:55.622570 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Made reservation on behalf of 340799d1c8f441d1bef7f84cde74a437 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:55.624852 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:55.634571 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:55.707777 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:55.880334 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:55.905637 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:48:55.925339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:55.932220 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Added segment 23b3aec0-10b2-4057-8f2f-b2f8c78bb749 of type vlan for network ea4b0369-7f93-4225-93e9-7bef0639c79c Jun 17 07:48:55.932220 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af69b70-83d3-40a5-92e7-2246d28b46af,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:55.982621 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.114134 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.115177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:56.115816 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.176115 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] Pushing event updated for resources: {'Network': ['ID=ea4b0369-7f93-4225-93e9-7bef0639c79c,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:56.191910 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network ea4b0369-7f93-4225-93e9-7bef0639c79c details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:48:56.219671 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d033433f-7231-42ad-ac19-0dbe33ceb43e admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7957833 Jun 17 07:48:56.222352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37276) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:56.226988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Request body: {'subnet': {'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-subnet', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:56.330824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Made reservation on behalf of 340799d1c8f441d1bef7f84cde74a437 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:48:56.333180 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.560160 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.616443 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afd1129d-ab95-49d1-a6b5-32143b45f1bc,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:56.625480 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Checking segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:56.625821 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Network hostable DHCP agents. Network: ea4b0369-7f93-4225-93e9-7bef0639c79c, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:48:56.729447 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a0021-2d28-4770-8b14-7e2c8d8889a0 req-3141e774-c996-4666-84cf-6c36317d403b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:56.730915 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8f5a0021-2d28-4770-8b14-7e2c8d8889a0 req-3141e774-c996-4666-84cf-6c36317d403b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0622087 Jun 17 07:48:56.736938 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:48:56.774026 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8f5a0021-2d28-4770-8b14-7e2c8d8889a0 req-52e66faf-f952-4309-bafe-738800e076ef tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346153 Jun 17 07:48:56.839340 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, ea4b0369-7f93-4225-93e9-7bef0639c79c) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:56.843376 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:56.843979 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:56.849611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af54e2a-ce84-4ded-9f63-6a3c3e5b797e None None] Network ea4b0369-7f93-4225-93e9-7bef0639c79c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:56.951054 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-dd5cbe0c-5f08-42c6-8bd5-7c8c0aa00131 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7275805 Jun 17 07:48:56.954424 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37292) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:56.960215 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:48:57.001391 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-ea4b0369-7f93-4225-93e9-7bef0639c79c', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:48:57.002237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.066939 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.068066 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.120188 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.133238 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Allocated IP 172.20.0.2 (ea4b0369-7f93-4225-93e9-7bef0639c79c/afd1129d-ab95-49d1-a6b5-32143b45f1bc/90c5603a-6a5b-4378-8df6-8ebf9d5e1938) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:57.270101 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.320615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.352713 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.387768 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:57.392305 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:57.395520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:57.404655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Pushing event updated for resources: {'Port': ['ID=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:57.454250 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Attempting to bind port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:48:57.454605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Attempting to bind port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:48:57.454955 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Attempting to bind port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:48:57.460059 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:48:57.460421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Checking segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:48:57.460906 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.461234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Bound using segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:48:57.461693 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Bound port: 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:48:57.462062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.522818 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] For port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:48:57.525842 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] For port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:48:57.599989 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.616014 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.636648 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.657816 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e611772-1dc5-47d8-b257-7de4cd7542c2 None None] Pushing event updated for resources: {'Port': ['ID=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:57.751627 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Allocated IP 172.27.2.87 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/8c02d4a0-fba4-470a-a1b6-a7de10520dda) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:48:57.885794 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:57.961970 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5c88a-e594-4884-a8af-a75cca0be5b1 req-aa659308-e2e9-4af7-a765-397bc1d4fd66 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:57.963445 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4dc5c88a-e594-4884-a8af-a75cca0be5b1 req-aa659308-e2e9-4af7-a765-397bc1d4fd66 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0681009 Jun 17 07:48:58.002367 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4dc5c88a-e594-4884-a8af-a75cca0be5b1 req-bac38fdc-32b4-461a-9531-a02cb3e039a1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320225 Jun 17 07:48:58.039835 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:58.076379 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:48:58.080905 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:48:58.083451 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:48:58.110967 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Pushing event updated for resources: {'Port': ['ID=8c02d4a0-fba4-470a-a1b6-a7de10520dda,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:58.423362 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:58.552551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c16a81-acab-4690-8954-f644992fe8d4 None None] Network ea4b0369-7f93-4225-93e9-7bef0639c79c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:48:58.558791 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:48:58.677402 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-87326306-f414-4e0c-8192-121d682d947d None None] Provisioning complete for port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:58.677906 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-87326306-f414-4e0c-8192-121d682d947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:58.830041 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:58.873723 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:58.874094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:58.982688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-da936614-7b94-46e4-b1b6-b3d756d60b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.002379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-87326306-f414-4e0c-8192-121d682d947d None None] Current status of the port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:59.002770 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-87326306-f414-4e0c-8192-121d682d947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.039981 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:48:59.073625 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:59.074014 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.079187 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-87326306-f414-4e0c-8192-121d682d947d None None] For port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:48:59.155327 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-87326306-f414-4e0c-8192-121d682d947d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.173907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e5a99b-d9bb-4e6d-943b-e18777cb1523 req-b3962185-0fdd-42f3-8917-ff94fd9e562a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:48:59.182462 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22e5a99b-d9bb-4e6d-943b-e18777cb1523 req-b3962185-0fdd-42f3-8917-ff94fd9e562a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0610802 Jun 17 07:48:59.203631 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:48:59.230503 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22e5a99b-d9bb-4e6d-943b-e18777cb1523 req-b62564f2-b123-4d79-b6ce-f6b9e7a1e8ab tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468869 Jun 17 07:48:59.236417 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:48:59.286496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:48:59.287134 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:59.288860 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87326306-f414-4e0c-8192-121d682d947d None None] Pushing event updated for resources: {'Port': ['ID=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:48:59.292981 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 07:48:59.292981 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:48:59.336095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.337377 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-16b3832f-44ad-4776-9038-307d7b1573c4 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.3814862 Jun 17 07:48:59.340217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37338) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:48:59.439295 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-67ffc7d2-f36b-4ba6-84c3-90624a2d15be None None] Provisioning complete for port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:48:59.439667 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-67ffc7d2-f36b-4ba6-84c3-90624a2d15be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.476685 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:48:59.661502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-67ffc7d2-f36b-4ba6-84c3-90624a2d15be None None] Current status of the port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:48:59.727093 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:48:58Z', 'revision_number': 3, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:48:59.755308 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:48:59.755720 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Updating router 722d9707-d8cb-40a3-b73d-d57b967bec60 port 8c02d4a0-fba4-470a-a1b6-a7de10520dda binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:48:59.783361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.845338 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:48:59.895314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:00.146080 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Allocated IP 172.20.0.1 (ea4b0369-7f93-4225-93e9-7bef0639c79c/afd1129d-ab95-49d1-a6b5-32143b45f1bc/9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:00.160827 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.239619 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.271221 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.295727 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeac2f0-3101-4655-817d-ed010bd4af8a None None] Pushing event updated for resources: {'Port': ['ID=8c02d4a0-fba4-470a-a1b6-a7de10520dda,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:00.298278 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Attempting to bind port 8c02d4a0-fba4-470a-a1b6-a7de10520dda on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:00.298833 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Attempting to bind port 8c02d4a0-fba4-470a-a1b6-a7de10520dda by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:00.299409 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Attempting to bind port 8c02d4a0-fba4-470a-a1b6-a7de10520dda on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:00.306946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:00.307834 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:00.308678 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.309522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:00.310198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Bound port: 8c02d4a0-fba4-470a-a1b6-a7de10520dda, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:00.310765 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.368155 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] For port 8c02d4a0-fba4-470a-a1b6-a7de10520dda, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:00.371641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] For port 8c02d4a0-fba4-470a-a1b6-a7de10520dda, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8c02d4a0-fba4-470a-a1b6-a7de10520dda,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:00.378634 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b4b1a0-47ca-46c1-a293-2f25bd793f66 req-42161bc2-f819-4662-a1c8-ef676dcdbad7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:00.379964 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e1b4b1a0-47ca-46c1-a293-2f25bd793f66 req-42161bc2-f819-4662-a1c8-ef676dcdbad7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0585787 Jun 17 07:49:00.432029 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e1b4b1a0-47ca-46c1-a293-2f25bd793f66 req-189ed642-68e1-4dc0-9d2b-35e895c1fb31 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457308 Jun 17 07:49:00.451813 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.503702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.503907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:00.504888 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:00.507407 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:00.518325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:00.554973 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:00.568965 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.633979 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeac2f0-3101-4655-817d-ed010bd4af8a None None] Pushing event updated for resources: {'Port': ['ID=8c02d4a0-fba4-470a-a1b6-a7de10520dda,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:00.650219 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:00.650957 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:48:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:00.767508 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:00.768123 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.808871 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:00.818972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:00.888712 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f09cf2d5-34ae-4dd5-b752-b5d89fc0d55d None None] Provisioning complete for port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:00.889096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f09cf2d5-34ae-4dd5-b752-b5d89fc0d55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.036048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.073828 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.148999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f09cf2d5-34ae-4dd5-b752-b5d89fc0d55d None None] Port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:01.152924 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Pushing event updated for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:01.164077 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.238212 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:01.247188 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-eb5f6364-1434-4592-aa6f-86b8ffabc1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.275747 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:48:58Z', 'revision_number': 3, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:01.288275 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:01.291341 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:01.322855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0509ef-441e-49eb-99bb-7c8348924462 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:48:58Z', 'revision_number': 3, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:01.406200 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37414) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:01.459730 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:49:01.609084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d30df-a8fa-41cf-a08a-f9a772f70902 req-e8d67933-aae6-4646-a329-a94e2b4fd1bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:01.624247 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1b9d30df-a8fa-41cf-a08a-f9a772f70902 req-e8d67933-aae6-4646-a329-a94e2b4fd1bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0916071 Jun 17 07:49:01.636468 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:01.642880 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-0869d4a3-3d17-4c14-a797-83d9518d6452 admin admin] 10.222.0.27 "PUT /v2.0/routers/722d9707-d8cb-40a3-b73d-d57b967bec60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3016410 Jun 17 07:49:01.650215 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b4fddfea-92d4-46ca-8629-50d6f0b1162e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.722440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-9e083c38-55db-4d75-a7f8-f56b22c7a303 None None] Provisioning complete for port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:01.722890 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9e083c38-55db-4d75-a7f8-f56b22c7a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.768797 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1b9d30df-a8fa-41cf-a08a-f9a772f70902 req-d5c7806f-2e5f-4f3d-b5a8-5034f377f93d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423292 Jun 17 07:49:01.783584 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-9e083c38-55db-4d75-a7f8-f56b22c7a303 None None] Port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:01.794448 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b4fddfea-92d4-46ca-8629-50d6f0b1162e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.847884 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b4fddfea-92d4-46ca-8629-50d6f0b1162e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.899325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37434) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:01.899685 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b4fddfea-92d4-46ca-8629-50d6f0b1162e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bb0e0154f2c244d28313896005bdda0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4915500 Jun 17 07:49:01.905452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fddfea-92d4-46ca-8629-50d6f0b1162e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c80e265-6662-41c5-bc1b-43b34e032d3d,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:01.957556 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:01.986414 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.112590 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.115252 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.118926 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/2c80e265-6662-41c5-bc1b-43b34e032d3d HTTP/1.1" status: 204 len: 168 time: 0.2160451 Jun 17 07:49:02.124575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d3df63-4346-48ce-8d73-f49e2ee79ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c80e265-6662-41c5-bc1b-43b34e032d3d,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:02.166791 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37444) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:02.171401 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1456142519', 'description': 'tempest-description--1546753883'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:02.285422 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.302864 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.404896 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.553806 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8c02d4a0-fba4-470a-a1b6-a7de10520dda up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:02.581255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.621475 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 8c02d4a0-fba4-470a-a1b6-a7de10520dda triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:02.622585 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.627645 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8bc852-e979-441e-8e9a-d0c3ec97b804,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:02.727443 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 8c02d4a0-fba4-470a-a1b6-a7de10520dda is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:02.727919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.728195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.733746 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2c6f6329-87ee-470d-ad19-d65743b4a40c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5618825 Jun 17 07:49:02.733746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37466) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:02.737202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bc852-e979-441e-8e9a-d0c3ec97b804', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:02.749435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 8c02d4a0-fba4-470a-a1b6-a7de10520dda, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8c02d4a0-fba4-470a-a1b6-a7de10520dda,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:02.839418 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.849135 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.891243 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=8c02d4a0-fba4-470a-a1b6-a7de10520dda,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:02.949913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f87871-3523-4073-8759-30a5bea0ab97 req-2a4ae262-40b9-4058-93ae-a33b29228a1c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:02.951814 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c9f87871-3523-4073-8759-30a5bea0ab97 req-2a4ae262-40b9-4058-93ae-a33b29228a1c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0922825 Jun 17 07:49:02.963081 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:02.993834 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c9f87871-3523-4073-8759-30a5bea0ab97 req-3179eddf-ac1e-4668-bbf8-0506990de76b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jun 17 07:49:03.051084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.062097 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37474) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:03.071357 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83510161-7ee4-4d98-8882-8fd9ac1cfc60,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:03.083854 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-39a0e0fb-5694-4f3f-9821-9834f8a6367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.118816 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:03.129313 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:03.129925 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:03.160051 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-39a0e0fb-5694-4f3f-9821-9834f8a6367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.173781 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.175197 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f5c457aa-5dc5-43b1-b495-9428b89e9ed5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4417548 Jun 17 07:49:03.178056 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37476) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:03.182598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group_rule': {'security_group_id': 'ff8bc852-e979-441e-8e9a-d0c3ec97b804', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:03.231646 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:03.285166 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-39a0e0fb-5694-4f3f-9821-9834f8a6367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.326697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.335209 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-39a0e0fb-5694-4f3f-9821-9834f8a6367d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c69cfdcb23b84405bb80e4dd25eb6ac8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2711713 Jun 17 07:49:03.338082 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37482) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:03.344380 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0e0fb-5694-4f3f-9821-9834f8a6367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3325b7a-ea8f-495d-a989-c47379af6e8f,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:03.399946 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.409378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.416654 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.442693 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.473971 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.474947 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 2, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:03.509548 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22757b8b-7269-4a10-9e25-bd158fb9fc84,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:03.528682 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:03.529056 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Updating router 722d9707-d8cb-40a3-b73d-d57b967bec60 port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:49:03.559238 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.582996 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.586951 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.588674 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d3325b7a-ea8f-495d-a989-c47379af6e8f HTTP/1.1" status: 204 len: 168 time: 0.2495997 Jun 17 07:49:03.603000 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd8a25-f7a1-43e0-b202-3562bc79d644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3325b7a-ea8f-495d-a989-c47379af6e8f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:03.647307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.649816 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-9a1546e5-8259-440e-bfb7-e57fb16c8a7e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694729 Jun 17 07:49:03.651698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37502) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:03.662183 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:03.816786 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.914487 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:03.934157 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.027996 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Allocated IP 172.27.2.171 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/777d6801-b542-4465-96cb-e2d6f94f1bb8) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:04.108233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05664b93-f38a-46e2-a4ef-6b1df6f263c6 req-c733b091-13b4-4b1e-8d76-4801eeb6400e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:04.109781 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05664b93-f38a-46e2-a4ef-6b1df6f263c6 req-c733b091-13b4-4b1e-8d76-4801eeb6400e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0490832 Jun 17 07:49:04.141828 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.152963 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05664b93-f38a-46e2-a4ef-6b1df6f263c6 req-6c417a7a-f96f-4391-98dc-12e19088fac9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348268 Jun 17 07:49:04.164970 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.165450 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.231163 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Pushing event updated for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:04.250387 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.250751 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.251639 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.251970 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.252294 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.252613 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.252927 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.253268 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.253598 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.253917 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.257950 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.257950 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:04.292821 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Attempting to bind port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:04.292821 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Attempting to bind port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:04.292821 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Attempting to bind port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:04.296976 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:04.297348 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Checking segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:04.297767 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.298155 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Bound using segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:04.298772 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Bound port: 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:04.299147 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.314843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.360194 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:04.368454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:04.371134 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:04.382742 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=777d6801-b542-4465-96cb-e2d6f94f1bb8,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:04.424036 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] For port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:04.434382 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] For port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:04.466704 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.533118 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.540361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Provisioning complete for port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:04.540816 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.586038 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.586503 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5d033-0249-48c6-9321-168654e44ca2 None None] Pushing event updated for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:04.615956 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8c02d4a0-fba4-470a-a1b6-a7de10520dda up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:04.621816 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:04.622750 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:04.705418 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 8c02d4a0-fba4-470a-a1b6-a7de10520dda triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:04.705669 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.779549 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:04.817436 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Current status of the port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:04.818034 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.819739 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.884912 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 8c02d4a0-fba4-470a-a1b6-a7de10520dda is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:04.890023 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] For port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:04.930870 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.963332 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.977658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:04.983516 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=777d6801-b542-4465-96cb-e2d6f94f1bb8,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:05.032810 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:05.041520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da75e2b-64bf-412f-84c5-e6022c8d0d20 None None] Pushing event updated for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:05.065043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:05.066475 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-fc542d24-a9ea-4a15-a38d-eb0f665c0685 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4106872 Jun 17 07:49:05.123633 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-3a5bc023-f0e8-4d4f-9566-7d08af471305 None None] Provisioning complete for port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:05.123966 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3a5bc023-f0e8-4d4f-9566-7d08af471305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:05.145812 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c260d1-05f7-44b5-b97e-1ffeb840026c None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:05.262356 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-3a5bc023-f0e8-4d4f-9566-7d08af471305 None None] Current status of the port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:05.332026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952cbc34-e487-4df5-8042-1a81ce941e68 req-a1aba124-7dc8-4bb0-843d-bc4f014a7bd2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:05.333815 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-952cbc34-e487-4df5-8042-1a81ce941e68 req-a1aba124-7dc8-4bb0-843d-bc4f014a7bd2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0573466 Jun 17 07:49:05.392342 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-952cbc34-e487-4df5-8042-1a81ce941e68 req-896cf502-ad78-416e-83c0-0dbfc55fb57e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Jun 17 07:49:05.419664 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-a70e8f26-0e27-40e6-b504-27704e8b60f6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1456142519&fields=id&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 267 time: 0.0700166 Jun 17 07:49:05.539871 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-febb49d5-44c9-4f3b-98ce-1a02302c0ceb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:05.541505 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-febb49d5-44c9-4f3b-98ce-1a02302c0ceb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 817 time: 0.1204722 Jun 17 07:49:05.573430 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-e1776dce-9c9c-4317-a83b-99faab7a3552 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/quotas/340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 375 time: 0.0190027 Jun 17 07:49:05.668868 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-4b98d84f-b179-4751-a0f0-849d56eecd0d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0839696 Jun 17 07:49:05.784845 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-4cd85d3e-ce04-4cf4-be2c-b3e1d2c5fb1a service neutron] 10.222.0.27 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062772 Jun 17 07:49:05.881818 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-4c341079-7511-41ff-a5d4-1307a78c9d10 service neutron] 10.222.0.27 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956864 Jun 17 07:49:06.195869 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c367faee-49de-4dbf-8245-e273571af70f req-0a2d9e43-8b0a-4c26-9869-a1caa17ff1ac tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 210 time: 0.0318420 Jun 17 07:49:06.545924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:06.554530 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284b1e0-f85d-4496-9499-08718db8f8f4 req-aff46837-61ce-4546-96cf-e772a2aba350 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:06.556208 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b284b1e0-f85d-4496-9499-08718db8f8f4 req-aff46837-61ce-4546-96cf-e772a2aba350 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0621643 Jun 17 07:49:06.597050 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b284b1e0-f85d-4496-9499-08718db8f8f4 req-bd9290bf-d15b-4286-987b-4230e3956998 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339746 Jun 17 07:49:06.598616 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:06.599002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:06.682143 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:07.303986 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b4c12f33-c123-4455-a982-ae38c8947df1 req-abf82d58-73eb-4010-bb6a-e69173fb77b2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 210 time: 0.0313368 Jun 17 07:49:07.724634 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb3643-2cc5-43e4-98fb-0e4b15b9f8be req-39a71406-a2d7-45a1-a06a-b26bbcc3bcf1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:07.726177 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97bb3643-2cc5-43e4-98fb-0e4b15b9f8be req-39a71406-a2d7-45a1-a06a-b26bbcc3bcf1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0503855 Jun 17 07:49:07.766006 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97bb3643-2cc5-43e4-98fb-0e4b15b9f8be req-609fcd9c-fba0-4fd4-ac5a-db560f8e943b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326850 Jun 17 07:49:07.996904 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e873c889-52b2-41f6-bc87-fb1a038fb9d0 req-8bf2272d-ccba-42b0-b7d5-46db7365ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:07.998605 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e873c889-52b2-41f6-bc87-fb1a038fb9d0 req-8bf2272d-ccba-42b0-b7d5-46db7365ff6f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1098 time: 0.0402842 Jun 17 07:49:08.040749 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e873c889-52b2-41f6-bc87-fb1a038fb9d0 req-a8cee8ef-6c66-4788-851b-880b77e2ed96 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293977 Jun 17 07:49:08.403556 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ca158a7f-e775-4cd9-a465-22d0bb6fbc2e req-bbc7b89c-0a92-42be-a3e3-1672d6742781 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 210 time: 0.0271494 Jun 17 07:49:08.899279 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c19f95-66e2-4f15-bfc3-063c59894c3e req-0781c0c1-f614-41ab-b05d-ad57506f434c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:08.899279 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-67c19f95-66e2-4f15-bfc3-063c59894c3e req-0781c0c1-f614-41ab-b05d-ad57506f434c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0507281 Jun 17 07:49:08.939937 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-67c19f95-66e2-4f15-bfc3-063c59894c3e req-2cc238be-6d32-48a3-9224-8311a09aa11a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335329 Jun 17 07:49:09.399286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-e0f6b009-0dfc-453c-8d30-4894b5870664 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:09.400918 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-e0f6b009-0dfc-453c-8d30-4894b5870664 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 817 time: 0.1257713 Jun 17 07:49:09.463800 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-4832a304-6f52-4fc9-a9a2-8cfbd3aa16be tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 380 time: 0.0423260 Jun 17 07:49:09.480666 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'port': {'device_id': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'admin_state_up': True, 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'security_groups': ['ff8bc852-e979-441e-8e9a-d0c3ec97b804']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:09.537914 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2758833d-2fa8-49b0-adf2-8a351a253e99 req-5ee2d969-19db-45ca-8517-7e4720052cd0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 210 time: 0.0349040 Jun 17 07:49:09.643556 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:09.720045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Made reservation on behalf of 340799d1c8f441d1bef7f84cde74a437 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:09.724190 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:09.864117 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Allocated IP 172.20.0.12 (ea4b0369-7f93-4225-93e9-7bef0639c79c/afd1129d-ab95-49d1-a6b5-32143b45f1bc/0befc432-5cfe-4530-9f15-7639061d513d) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:10.026786 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.062439 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf8144-7972-4a89-a7f0-0969eb2dad34 req-814a610c-7414-4a33-ac66-27e1597bd4ef tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:10.064523 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e4cf8144-7972-4a89-a7f0-0969eb2dad34 req-814a610c-7414-4a33-ac66-27e1597bd4ef tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0579226 Jun 17 07:49:10.100789 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e4cf8144-7972-4a89-a7f0-0969eb2dad34 req-b80b6e89-1b6d-4555-8f57-0eae17ba2805 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301402 Jun 17 07:49:10.147107 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.231528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:10.237385 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:10.244313 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:10.249768 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:10.253079 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.255313 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:10.285234 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc2184-f445-44d4-93b9-8c7313b06282 req-8cc1194b-9ff9-4f2d-a0b9-9b30725fde70 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:10.286820 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-accc2184-f445-44d4-93b9-8c7313b06282 req-8cc1194b-9ff9-4f2d-a0b9-9b30725fde70 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1068830 Jun 17 07:49:10.327321 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-accc2184-f445-44d4-93b9-8c7313b06282 req-a7e4a0b1-0f67-4939-b803-6832b13224fa tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338311 Jun 17 07:49:10.412141 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8804214c-13e4-4bbc-b248-e50b468c1c8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9372554 Jun 17 07:49:10.427457 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Request body: {'port': {'device_id': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:10.459504 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37782) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:10.496414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.519641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f4d705e4-1278-4b85-bf44-c237f0f9ed2e None None] Provisioning complete for port 0befc432-5cfe-4530-9f15-7639061d513d triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:10.519927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4d705e4-1278-4b85-bf44-c237f0f9ed2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.596828 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f4d705e4-1278-4b85-bf44-c237f0f9ed2e None None] Port 0befc432-5cfe-4530-9f15-7639061d513d cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:10.669301 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f68eceb-549c-4840-b1f6-af11af817509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.732845 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef04df-884a-4d43-b1a0-6aabb3d33e0a req-0a6fca91-e182-432f-b8f2-4de44d7c1882 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:10.734819 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-71ef04df-884a-4d43-b1a0-6aabb3d33e0a req-0a6fca91-e182-432f-b8f2-4de44d7c1882 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 932 time: 0.0831056 Jun 17 07:49:10.789592 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f68eceb-549c-4840-b1f6-af11af817509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.825339 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-71ef04df-884a-4d43-b1a0-6aabb3d33e0a req-d4c6ac13-7739-4d3c-9f07-853c30498b59 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339451 Jun 17 07:49:10.874140 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:49:10.882426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.894319 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Transition to ACTIVE for port object 0befc432-5cfe-4530-9f15-7639061d513d will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:49:10.940923 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f68eceb-549c-4840-b1f6-af11af817509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.976792 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:10.977068 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f68eceb-549c-4840-b1f6-af11af817509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32756d51-c86a-4467-85fe-3baccd60ec8e,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:10.981466 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8f68eceb-549c-4840-b1f6-af11af817509 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=d33bc8860a0e460f98e74072582aa477&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207865 Jun 17 07:49:10.986468 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37804) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:11.044012 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.047312 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:11.068043 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.075000 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Attempting to bind port 0befc432-5cfe-4530-9f15-7639061d513d on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:11.075190 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Attempting to bind port 0befc432-5cfe-4530-9f15-7639061d513d by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:11.075807 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Attempting to bind port 0befc432-5cfe-4530-9f15-7639061d513d on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:11.080414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Port 0befc432-5cfe-4530-9f15-7639061d513d on network ea4b0369-7f93-4225-93e9-7bef0639c79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:49:11.080740 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Attempting to bind port 0befc432-5cfe-4530-9f15-7639061d513d on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:11.087482 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:11.087825 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Checking segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:11.088202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Bound using segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:11.089242 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Bound port: 0befc432-5cfe-4530-9f15-7639061d513d, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:11.089606 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.164292 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:11.167962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:11.202882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.206101 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.207467 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/32756d51-c86a-4467-85fe-3baccd60ec8e HTTP/1.1" status: 204 len: 168 time: 0.2202492 Jun 17 07:49:11.216868 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5677afa9-3b0e-4fcc-9406-1401a1bcfccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32756d51-c86a-4467-85fe-3baccd60ec8e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:11.246013 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.317509 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:11.319002 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.321074 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] 10.222.0.57 "PUT /v2.0/ports/0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 200 len: 1094 time: 0.8978803 Jun 17 07:49:11.325639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:49:11.333984 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:49:11.366768 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdd431-e9de-40e2-a4d5-8f06550177cb service neutron] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:11.409339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b46883a-f5ed-4076-80ac-c8b1b8b36ae3 x-openstack-request-id: req-4b46883a-f5ed-4076-80ac-c8b1b8b36ae3 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:49:11.409858 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:49:11.410279 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b46883a-f5ed-4076-80ac-c8b1b8b36ae3 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:49:11.410680 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b46883a-f5ed-4076-80ac-c8b1b8b36ae3'] response: {'name': 'network-changed', 'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'status': 'completed', 'code': 200} Jun 17 07:49:11.444748 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37820) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:11.487405 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-e0bf4a27-4367-4b7d-9b89-014d02202a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:11.488892 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-e0bf4a27-4367-4b7d-9b89-014d02202a3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1097 time: 0.0497403 Jun 17 07:49:11.676268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29701ddf-d102-49a5-be11-f6bece6545a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.755958 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29701ddf-d102-49a5-be11-f6bece6545a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.878301 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-977d7e2e-d959-4b39-8e23-5a095793b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:11.879779 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-977d7e2e-d959-4b39-8e23-5a095793b2d9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=340799d1c8f441d1bef7f84cde74a437&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3801131 Jun 17 07:49:11.884748 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29701ddf-d102-49a5-be11-f6bece6545a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:11.933736 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-29701ddf-d102-49a5-be11-f6bece6545a0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=653402aefd3c476fa384239255bfb11e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4877763 Jun 17 07:49:11.934615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29701ddf-d102-49a5-be11-f6bece6545a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c4401-d4c2-4071-9849-eab269265957,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:11.946283 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37832) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:11.973251 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4f5cf-7a37-400f-844d-ec9bb5995dcf req-89db2834-7889-4ba6-a08e-533ec43b896e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:11.974722 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-50a4f5cf-7a37-400f-844d-ec9bb5995dcf req-89db2834-7889-4ba6-a08e-533ec43b896e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0632956 Jun 17 07:49:12.018857 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-50a4f5cf-7a37-400f-844d-ec9bb5995dcf req-dedd2bb9-c89b-4a4b-aec0-ded68ddb6f89 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379310 Jun 17 07:49:12.091884 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-ad7b3628-5ce1-4816-af38-172d48b6cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:12.093371 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-609d48cf-2bfd-4b96-b1e6-e1e25aae5b0d req-ad7b3628-5ce1-4816-af38-172d48b6cf3e service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025683 Jun 17 07:49:12.097961 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.119080 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37838) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:12.151380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.182689 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f84-f560-4972-9536-00c24dfabc07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.247131 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-be5e9d17-8cb6-419a-9800-09c43e2e9a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:12.248683 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-be5e9d17-8cb6-419a-9800-09c43e2e9a74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1097 time: 0.1098466 Jun 17 07:49:12.298776 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-100f035b-80da-4bc8-9921-a2ac820f59df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 200 len: 217 time: 0.0417655 Jun 17 07:49:12.351831 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.354306 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.355412 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3a6c4401-d4c2-4071-9849-eab269265957 HTTP/1.1" status: 204 len: 168 time: 0.4081426 Jun 17 07:49:12.374268 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f84-f560-4972-9536-00c24dfabc07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.377316 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf380f65-e3c8-4987-87e3-346b206f4e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c4401-d4c2-4071-9849-eab269265957,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:12.384977 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-c9933aef-71d5-4008-8176-99940959c840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:12.384977 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-c9933aef-71d5-4008-8176-99940959c840 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0752108 Jun 17 07:49:12.447422 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8c2fb25c-9bc1-4144-b203-2bb49e50f937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:12.447422 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-8c2fb25c-9bc1-4144-b203-2bb49e50f937 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538206 Jun 17 07:49:12.494363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-26cb1f84-f560-4972-9536-00c24dfabc07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.592056 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-26cb1f84-f560-4972-9536-00c24dfabc07 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0b18d5fca9d3468f854b1ce91e052d22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4716861 Jun 17 07:49:12.595096 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb1f84-f560-4972-9536-00c24dfabc07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993f3d23-7eda-4b61-a323-7ee10941c0d2,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:12.601727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37866) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:12.624734 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-be64c888-ee8a-410b-9a83-3dbef16b9b59 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659675 Jun 17 07:49:12.679679 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.701611 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.768229 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3f3b651c-3059-46db-bc22-a8dd489da462 req-7f4054e0-c628-4eb0-b456-c1bb24685646 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329398 Jun 17 07:49:12.867892 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.870594 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:12.871748 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/993f3d23-7eda-4b61-a323-7ee10941c0d2 HTTP/1.1" status: 204 len: 168 time: 0.2747908 Jun 17 07:49:12.880249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e64c5e-73e0-4404-8af9-6a0f2008f15a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993f3d23-7eda-4b61-a323-7ee10941c0d2,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:12.988111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8d2337-884d-4035-b6f7-f2c9aa6731a7 req-bd1bf730-1d12-4bc9-886e-2649ae8d573e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:12.989660 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cd8d2337-884d-4035-b6f7-f2c9aa6731a7 req-bd1bf730-1d12-4bc9-886e-2649ae8d573e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0593641 Jun 17 07:49:13.026982 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cd8d2337-884d-4035-b6f7-f2c9aa6731a7 req-d5ff804d-ded6-4a59-86d9-12f59fad369b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313685 Jun 17 07:49:13.123778 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-71e064de-937e-46c0-9c86-b8bbe3a10dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:13.125475 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-71e064de-937e-46c0-9c86-b8bbe3a10dbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.0779526 Jun 17 07:49:13.168629 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37892) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:13.234017 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc049e-6f5a-453c-8909-2f23ac2e3ed3 req-b7bbaa70-dce3-41e3-a0d2-d1d41787ca2d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:13.236074 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-60dc049e-6f5a-453c-8909-2f23ac2e3ed3 req-b7bbaa70-dce3-41e3-a0d2-d1d41787ca2d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.1091154 Jun 17 07:49:13.270409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-f31bb15e-cf7a-48d1-af6e-f8556a966dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:13.271974 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-f31bb15e-cf7a-48d1-af6e-f8556a966dfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.1348028 Jun 17 07:49:13.313526 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8d09da6a-6a1d-4af6-b668-fb073cf7b10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.321404 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-60dc049e-6f5a-453c-8909-2f23ac2e3ed3 req-f3094dcc-f6b3-40a1-9231-b17950518ab8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786407 Jun 17 07:49:13.322990 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-319c15c8-580b-405c-b642-d766e2130621 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.0414083 Jun 17 07:49:13.388572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-7d5b654e-dd5d-4881-978d-7ac351807c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:13.390393 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-7d5b654e-dd5d-4881-978d-7ac351807c59 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0595515 Jun 17 07:49:13.392451 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8d09da6a-6a1d-4af6-b668-fb073cf7b10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.441603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-96d5ae41-5c55-44e9-a3dc-2daa783e623b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:13.447167 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-96d5ae41-5c55-44e9-a3dc-2daa783e623b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437858 Jun 17 07:49:13.466917 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8d09da6a-6a1d-4af6-b668-fb073cf7b10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.548284 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-eb20debf-d6cf-4e6b-9d9e-93cea365fc30 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953538 Jun 17 07:49:13.691569 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4383a1e7-d2f5-4c4f-99ea-b4c250eb2e00 req-9780655c-4065-48bb-8b19-a8576c9f0fc2 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323767 Jun 17 07:49:13.714312 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8d09da6a-6a1d-4af6-b668-fb073cf7b10b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=693402cbfaf74b3da9cf21e74b58f53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5435545 Jun 17 07:49:13.715015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d09da6a-6a1d-4af6-b668-fb073cf7b10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b1b5144-32c8-41e4-ab4e-33c244e2b478,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:13.716125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37918) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:13.769066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.790152 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.936211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.938834 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:13.942656 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1b1b5144-32c8-41e4-ab4e-33c244e2b478 HTTP/1.1" status: 204 len: 168 time: 0.2228742 Jun 17 07:49:13.948179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b106c89c-371a-4d77-b9e2-0c85f75a8f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b1b5144-32c8-41e4-ab4e-33c244e2b478,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:14.146362 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5983f7fd-d4be-4a05-9354-3483d8083430 req-3acbed92-8486-4f94-b808-451c933fccfe tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:14.147747 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5983f7fd-d4be-4a05-9354-3483d8083430 req-3acbed92-8486-4f94-b808-451c933fccfe tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0527477 Jun 17 07:49:14.211112 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5983f7fd-d4be-4a05-9354-3483d8083430 req-e334084a-207d-455f-9384-65550d577fc1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464087 Jun 17 07:49:14.274246 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37962) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:14.322504 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Deleting subnet eef8e4fc-e3e0-4799-9436-fe793f195d28 {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:49:14.325815 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.366285 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.376260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.475052 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794c719-4ad1-400f-80b5-dda4606180e2 req-7103b77a-4734-4084-a127-3fe61a903266 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:14.476647 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3794c719-4ad1-400f-80b5-dda4606180e2 req-7103b77a-4734-4084-a127-3fe61a903266 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0615163 Jun 17 07:49:14.516370 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3794c719-4ad1-400f-80b5-dda4606180e2 req-f1134a6d-7650-44e8-871f-7a27970348b1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334108 Jun 17 07:49:14.536761 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.569805 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.572983 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/eef8e4fc-e3e0-4799-9436-fe793f195d28 HTTP/1.1" status: 204 len: 168 time: 0.2976167 Jun 17 07:49:14.573948 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd1323-f0e1-47bd-b6ff-d213af732881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eef8e4fc-e3e0-4799-9436-fe793f195d28,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:14.575547 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 37972) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:14.599246 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:49:14.601119 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37974) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:14.616202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-47d1dae6-20c3-4e6a-94e9-8d483e6dbe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.658683 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.711745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-47d1dae6-20c3-4e6a-94e9-8d483e6dbe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.740655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:14.745995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.755499 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '0befc432-5cfe-4530-9f15-7639061d513d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:49:14.768805 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:14.780519 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcc60759-528b-4e12-86c1-3d0be308acef') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:14.781574 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcc60759-528b-4e12-86c1-3d0be308acef') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:14.792489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.804353 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:14.804851 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.805957 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.810673 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-47d1dae6-20c3-4e6a-94e9-8d483e6dbe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.818180 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:49:14.820094 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Releasing vlan 778 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:49:14.820094 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.839334 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:14.842534 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment dcc60759-528b-4e12-86c1-3d0be308acef resource provider aggregate not found Jun 17 07:49:14.853374 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-47d1dae6-20c3-4e6a-94e9-8d483e6dbe07 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=82bb5c55394549e9b8fd0bf6846f3607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2485218 Jun 17 07:49:14.853374 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1dae6-20c3-4e6a-94e9-8d483e6dbe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3f8dbc-2708-49d2-bd42-c515ac656fdf,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:14.855169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37982) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:14.887220 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:49:14.893652 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment dcc60759-528b-4e12-86c1-3d0be308acef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dcc60759-528b-4e12-86c1-3d0be308acef found for delete ", "request_id": "req-07bdbd36-207d-448a-a3b5-76fb6539db68"}]} Jun 17 07:49:14.908317 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.930595 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.942035 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:14.991116 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:15.068533 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.070585 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.071914 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dc3f8dbc-2708-49d2-bd42-c515ac656fdf HTTP/1.1" status: 204 len: 168 time: 0.2155378 Jun 17 07:49:15.079743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eba4cd7-ab36-4547-a8a0-6d28eaf9a634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3f8dbc-2708-49d2-bd42-c515ac656fdf,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:15.095760 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.112135 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.112135 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] 10.222.0.27 "DELETE /v2.0/networks/bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e HTTP/1.1" status: 204 len: 168 time: 0.5333352 Jun 17 07:49:15.113601 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 37996) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:15.125644 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06df365-854d-4c5c-9c94-f4908d198102 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3b8d36-c5a5-450c-9ed0-bbaa7513a96e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:15.176693 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Deleting subnet 34a84533-b02a-44e4-86de-d285bb92d5ee {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:49:15.180045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.213721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['0befc432-5cfe-4530-9f15-7639061d513d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:49:15.215125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.221398 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.349649 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ef30e-1145-4ab5-a306-b89705c057bc req-462f434f-455a-49ff-bb6a-7818088f502f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:15.351243 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-745ef30e-1145-4ab5-a306-b89705c057bc req-462f434f-455a-49ff-bb6a-7818088f502f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0501647 Jun 17 07:49:15.377624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.390942 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-745ef30e-1145-4ab5-a306-b89705c057bc req-4f8d8c18-064b-486a-84e9-7d8752b57ba0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332665 Jun 17 07:49:15.403751 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34a84533-b02a-44e4-86de-d285bb92d5ee,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:15.409526 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.414134 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0daf7362-57fa-4109-9b70-2e9d8323afa1 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/34a84533-b02a-44e4-86de-d285bb92d5ee HTTP/1.1" status: 204 len: 168 time: 0.2995584 Jun 17 07:49:15.423119 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38004) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:15.497966 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.580111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.613280 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93653d5-7d36-43fd-84de-268b44f7631c']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:15.620492 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38012) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:15.630303 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34fff92f-b52b-488d-ad59-de94400b88a6') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:15.630605 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34fff92f-b52b-488d-ad59-de94400b88a6') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:15.643231 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.658577 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.664742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:49:15.665274 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.684459 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15d7ff-d4c3-4ff6-9304-4874dcf90c3e req-3be71e56-49dc-481e-a98b-6eaff67cb033 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:15.686003 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dd15d7ff-d4c3-4ff6-9304-4874dcf90c3e req-3be71e56-49dc-481e-a98b-6eaff67cb033 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0866117 Jun 17 07:49:15.738649 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dd15d7ff-d4c3-4ff6-9304-4874dcf90c3e req-31167c86-cc7f-4796-a329-7755b4826c93 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450668 Jun 17 07:49:15.829029 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-63be5dbf-57d8-4416-889a-9a1dfbc1d60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:15.904111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-63be5dbf-57d8-4416-889a-9a1dfbc1d60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.005496 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.010047 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.016684 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] 10.222.0.27 "DELETE /v2.0/networks/f93653d5-7d36-43fd-84de-268b44f7631c HTTP/1.1" status: 204 len: 168 time: 0.5891407 Jun 17 07:49:16.031277 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bb02ce-fe6a-4de9-a2ff-71c06719d8fb admin admin] Pushing event deleted for resources: {'Network': ['ID=f93653d5-7d36-43fd-84de-268b44f7631c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.068149 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-63be5dbf-57d8-4416-889a-9a1dfbc1d60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.108231 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63be5dbf-57d8-4416-889a-9a1dfbc1d60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86d542-5841-4e53-afbe-fb4a425eb1c3,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.114787 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-63be5dbf-57d8-4416-889a-9a1dfbc1d60c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5cb533a930714ab09c8f464e4188ab9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4931171 Jun 17 07:49:16.117258 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38034) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.167954 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.191332 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.260046 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38038) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.272700 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1985098c-6668-4b3e-80f1-482f8eca026d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.353823 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.356403 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.357588 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3a86d542-5841-4e53-afbe-fb4a425eb1c3 HTTP/1.1" status: 204 len: 168 time: 0.2394354 Jun 17 07:49:16.372381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2400c86b-6136-4569-bf1f-96fd2de77fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86d542-5841-4e53-afbe-fb4a425eb1c3,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.414581 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1985098c-6668-4b3e-80f1-482f8eca026d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.442629 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38044) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.510736 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1985098c-6668-4b3e-80f1-482f8eca026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.524802 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1a94519c-cf2f-4f6b-9753-0bf1f65e8c9c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fad0d3dbd210427898ef9f04faa0a8a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811498 Jun 17 07:49:16.527512 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38046) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.561314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33818c7f-c94f-45e2-ae64-de11747411da req-66e627d7-52b6-463c-b367-74c94d70ff6a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:16.562811 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33818c7f-c94f-45e2-ae64-de11747411da req-66e627d7-52b6-463c-b367-74c94d70ff6a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1044712 Jun 17 07:49:16.567956 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1985098c-6668-4b3e-80f1-482f8eca026d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=936312e36b19494a93ccab8facab3deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3069005 Jun 17 07:49:16.568882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985098c-6668-4b3e-80f1-482f8eca026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71410005-1a23-46f2-8187-96ef61da9251,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.571330 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38048) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.582068 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.620359 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:16.642078 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33818c7f-c94f-45e2-ae64-de11747411da req-df73b570-fbe9-4926-93d1-1cee37e4a60b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564694 Jun 17 07:49:16.653382 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.662111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.681127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.782435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 0befc432-5cfe-4530-9f15-7639061d513d completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:49:16.785688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.793551 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38056) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:16.793698 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 0befc432-5cfe-4530-9f15-7639061d513d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:16.793698 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.796307 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.798550 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/34bb3231-35bf-4fd3-a199-291f33761abb HTTP/1.1" status: 204 len: 168 time: 0.2698152 Jun 17 07:49:16.816235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2079dbad-63f5-4006-b44a-ae737c6accf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bb3231-35bf-4fd3-a199-291f33761abb,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.862292 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.866531 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.870769 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/71410005-1a23-46f2-8187-96ef61da9251 HTTP/1.1" status: 204 len: 168 time: 0.2961969 Jun 17 07:49:16.880429 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03944fc8-7cf7-40ff-b076-cea5eb4ac64b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71410005-1a23-46f2-8187-96ef61da9251,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:16.885801 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb567b-3ffc-4a88-89a6-5edc7320ba3b req-f116f3f1-a497-4044-96b6-7e934bb96347 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:16.887939 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bbbb567b-3ffc-4a88-89a6-5edc7320ba3b req-f116f3f1-a497-4044-96b6-7e934bb96347 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0591111 Jun 17 07:49:16.909955 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:16.910518 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:16.921724 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 34fff92f-b52b-488d-ad59-de94400b88a6 resource provider aggregate not found Jun 17 07:49:16.945111 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 34fff92f-b52b-488d-ad59-de94400b88a6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34fff92f-b52b-488d-ad59-de94400b88a6 found for delete ", "request_id": "req-77158920-f3eb-4f75-9bc7-f1e957034b12"}]} Jun 17 07:49:16.950313 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:49:16.953218 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc0e9165-0b17-4eea-ab96-e5c4c6ba2d50" -d '{"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:49:16.955271 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bbbb567b-3ffc-4a88-89a6-5edc7320ba3b req-7fe017b9-94f6-4014-817f-e23434a1d3c1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603504 Jun 17 07:49:16.974144 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:17.018979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f3d66bd2-ea9a-4687-b5cb-90e55cc5bfa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.036022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b5e78c-86e3-481f-8066-1dd2f510210d x-openstack-request-id: req-35b5e78c-86e3-481f-8066-1dd2f510210d {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:49:17.036318 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:49:17.036564 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-35b5e78c-86e3-481f-8066-1dd2f510210d {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:49:17.036983 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35b5e78c-86e3-481f-8066-1dd2f510210d'] response: {'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'code': 200} Jun 17 07:49:17.073511 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.095823 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f3d66bd2-ea9a-4687-b5cb-90e55cc5bfa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.122225 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:17.198514 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f3d66bd2-ea9a-4687-b5cb-90e55cc5bfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.239555 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f3d66bd2-ea9a-4687-b5cb-90e55cc5bfa4 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1dd465377b8343b3961cfe9ab1d9a505&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4476523 Jun 17 07:49:17.240350 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66bd2-ea9a-4687-b5cb-90e55cc5bfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101770bc-a172-4828-977d-3a95d8f9876a,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:17.242297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38076) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:17.289440 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.321825 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.473379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.475868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.477191 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/101770bc-a172-4828-977d-3a95d8f9876a HTTP/1.1" status: 204 len: 168 time: 0.2338312 Jun 17 07:49:17.485523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08735be-dc92-4db1-bb6d-4b00112544c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101770bc-a172-4828-977d-3a95d8f9876a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:17.693994 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38096) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:17.759713 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ec6acdbe-fcbc-4ac4-b7cf-71a83d1a7345 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eb70420de27343cc9a5b606b4f58e079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645661 Jun 17 07:49:17.762189 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38098) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:17.801016 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff15a93-1758-4acd-9800-ca56567ad612 req-8da2765c-7bf3-4485-81fd-ed042ff89c64 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:17.802476 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bff15a93-1758-4acd-9800-ca56567ad612 req-8da2765c-7bf3-4485-81fd-ed042ff89c64 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0874641 Jun 17 07:49:17.851764 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.865479 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bff15a93-1758-4acd-9800-ca56567ad612 req-e0c9151f-2914-4d84-9646-94be3467fd24 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569825 Jun 17 07:49:17.878614 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.987565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.990307 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:17.991451 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/256842d2-9008-40b2-88d4-e1bc21a9a761 HTTP/1.1" status: 204 len: 168 time: 0.2281904 Jun 17 07:49:18.000445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f065a2-5055-4d3a-a205-2e8ff3fb6c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256842d2-9008-40b2-88d4-e1bc21a9a761,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:18.116417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3d8c-209f-402e-a68d-cbf21215b5cd req-dd07f700-f8cd-4603-a078-4b1bbfb5078b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:18.117880 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b19b3d8c-209f-402e-a68d-cbf21215b5cd req-dd07f700-f8cd-4603-a078-4b1bbfb5078b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0496671 Jun 17 07:49:18.161093 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b19b3d8c-209f-402e-a68d-cbf21215b5cd req-650f308c-9d11-462b-a580-7563a4e52267 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373681 Jun 17 07:49:18.288761 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38114) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:18.301572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e35d0b0f-e291-451a-a4d4-30cbbe779a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.374730 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e35d0b0f-e291-451a-a4d4-30cbbe779a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.464025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e35d0b0f-e291-451a-a4d4-30cbbe779a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.523258 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e35d0b0f-e291-451a-a4d4-30cbbe779a02 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fe22ff90693344e2aa073ac42b0c5d0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307444 Jun 17 07:49:18.523258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d0b0f-e291-451a-a4d4-30cbbe779a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad5bb83-86d7-4645-8f4a-fc0d75a9d7ea,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:18.523605 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38120) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:18.574234 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.595694 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.706481 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.709892 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:18.711204 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1ad5bb83-86d7-4645-8f4a-fc0d75a9d7ea HTTP/1.1" status: 204 len: 168 time: 0.1865311 Jun 17 07:49:18.724182 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b15968-89cb-4990-851c-5050d0104c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad5bb83-86d7-4645-8f4a-fc0d75a9d7ea,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:18.728558 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38138) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:18.941001 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514c5cc-c88b-42e8-a172-358a7053deaa req-b52c04b9-537f-481d-9eb2-366ec3b61c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:18.942994 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4514c5cc-c88b-42e8-a172-358a7053deaa req-b52c04b9-537f-481d-9eb2-366ec3b61c68 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1099 time: 0.0434482 Jun 17 07:49:18.999780 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4632ae6-50d5-4264-9824-d008f3ec5c86 req-f28976c5-9509-46ac-8dce-1ee8a34972bd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:19.001556 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4632ae6-50d5-4264-9824-d008f3ec5c86 req-f28976c5-9509-46ac-8dce-1ee8a34972bd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0502782 Jun 17 07:49:19.056716 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4632ae6-50d5-4264-9824-d008f3ec5c86 req-b3b525c9-084f-480b-9bb6-990f191af830 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457954 Jun 17 07:49:19.107777 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-330064337-network', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:19.210676 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Made reservation on behalf of afe0774f2ac549ec85ade5e86cc320e4 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:19.213000 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.221761 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.308029 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12df34f-f260-4324-b101-57684da94502 req-f9d93276-8d87-4aca-abdb-2f5aa40d9107 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:19.309983 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c12df34f-f260-4324-b101-57684da94502 req-f9d93276-8d87-4aca-abdb-2f5aa40d9107 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0551898 Jun 17 07:49:19.328137 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.358455 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c12df34f-f260-4324-b101-57684da94502 req-a49da0d2-d9be-4d3b-b585-c3cfb989c77b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jun 17 07:49:19.399210 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.421333 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:49:19.438541 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87d085-8f89-43fb-a1d5-543527aa434d,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:19.439734 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.440073 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Added segment 3eeb9523-0ff1-4609-9cf0-406ebe393fb6 of type vlan for network ea30f6ac-18e7-48a9-9582-161dceb65743 Jun 17 07:49:19.481178 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.559294 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.560262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:19.560838 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.622707 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] Pushing event updated for resources: {'Network': ['ID=ea30f6ac-18e7-48a9-9582-161dceb65743,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:19.635266 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network ea30f6ac-18e7-48a9-9582-161dceb65743 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:49:19.654727 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-814c8e84-647e-46ec-9250-6088a9967cce admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9248257 Jun 17 07:49:19.657705 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38172) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:19.662756 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Request body: {'subnet': {'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-330064337-subnet', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:19.770791 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Made reservation on behalf of afe0774f2ac549ec85ade5e86cc320e4 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:19.773150 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:19.867900 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4514c5cc-c88b-42e8-a172-358a7053deaa req-97d543b3-88a8-48dd-800f-948e07b5c455 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301714 Jun 17 07:49:19.878518 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38184) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:20.020789 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.081997 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b05958-8d3b-4837-b4fa-7a9f84374ece,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:20.096331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:20.096331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Network hostable DHCP agents. Network: ea30f6ac-18e7-48a9-9582-161dceb65743, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:49:20.121475 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-17a759ed-5fa2-404a-94d0-a3bc8dae1e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.194138 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:49:20.221473 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319f257-551e-45de-a905-4a725f511c12 req-ef968b36-a5bf-4c53-a2c2-146f5b7435ed tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:20.222852 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2319f257-551e-45de-a905-4a725f511c12 req-ef968b36-a5bf-4c53-a2c2-146f5b7435ed tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0731475 Jun 17 07:49:20.265025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-17a759ed-5fa2-404a-94d0-a3bc8dae1e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.267970 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, ea30f6ac-18e7-48a9-9582-161dceb65743) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:20.277367 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ee170-c9f3-46ef-83fc-f8ec024de784 None None] Network ea30f6ac-18e7-48a9-9582-161dceb65743 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:20.277896 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2319f257-551e-45de-a905-4a725f511c12 req-548c0803-9010-4184-af64-871446144434 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486450 Jun 17 07:49:20.281380 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:20.282764 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.324740 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-17a759ed-5fa2-404a-94d0-a3bc8dae1e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.365934 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-17a759ed-5fa2-404a-94d0-a3bc8dae1e91 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=eda01d0d0f324a35bbc0eda73323e2c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4841709 Jun 17 07:49:20.365934 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a759ed-5fa2-404a-94d0-a3bc8dae1e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39f008b-f03d-4487-934d-3e07cc58e4fc,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:20.366844 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38202) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:20.392719 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-65454f7a-d041-460b-923b-0ec8d8165ef8 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7338741 Jun 17 07:49:20.396371 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38206) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:20.401171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:20.466201 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-ea30f6ac-18e7-48a9-9582-161dceb65743', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:49:20.467055 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.516602 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.519146 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.520470 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.577213 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106f544b-0eb8-4dfe-b465-2d8c81fbfd35 req-47908cbc-52b1-4907-984a-9f79d6e6d808 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:20.578834 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-106f544b-0eb8-4dfe-b465-2d8c81fbfd35 req-47908cbc-52b1-4907-984a-9f79d6e6d808 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0972579 Jun 17 07:49:20.583806 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.627583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Allocated IP 172.20.0.2 (ea30f6ac-18e7-48a9-9582-161dceb65743/28b05958-8d3b-4837-b4fa-7a9f84374ece/a04fe509-ee60-4a53-95a7-50294c221339) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:20.630735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.650288 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-106f544b-0eb8-4dfe-b465-2d8c81fbfd35 req-ea1ce7b9-4124-4fa9-8fab-7ecd70315af3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595939 Jun 17 07:49:20.732639 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.737314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.744579 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c39f008b-f03d-4487-934d-3e07cc58e4fc HTTP/1.1" status: 204 len: 168 time: 0.3736513 Jun 17 07:49:20.765170 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa890c12-f0bb-400e-a26e-337897e39bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39f008b-f03d-4487-934d-3e07cc58e4fc,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:20.854706 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.908109 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:20.982579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.022556 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:21.028092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:21.030548 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:21.049845 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Pushing event updated for resources: {'Port': ['ID=a04fe509-ee60-4a53-95a7-50294c221339,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:21.134990 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Attempting to bind port a04fe509-ee60-4a53-95a7-50294c221339 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:21.135752 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Attempting to bind port a04fe509-ee60-4a53-95a7-50294c221339 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:21.136298 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Attempting to bind port a04fe509-ee60-4a53-95a7-50294c221339 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:21.142636 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:21.143303 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:21.143907 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.144516 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Bound using segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:21.145025 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Bound port: a04fe509-ee60-4a53-95a7-50294c221339, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:21.145416 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.292528 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] For port a04fe509-ee60-4a53-95a7-50294c221339, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:21.296457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] For port a04fe509-ee60-4a53-95a7-50294c221339, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=a04fe509-ee60-4a53-95a7-50294c221339,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:21.418673 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.527460 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630b8bdb-c165-4aac-b1f8-6d47d2ca208c None None] Pushing event updated for resources: {'Port': ['ID=a04fe509-ee60-4a53-95a7-50294c221339,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:21.530362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.539492 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855fd733-20e2-4301-9c58-b32da1d65c27 req-e2642606-5664-44aa-9559-520217108874 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:21.547974 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-855fd733-20e2-4301-9c58-b32da1d65c27 req-e2642606-5664-44aa-9559-520217108874 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1311319 Jun 17 07:49:21.588029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.653143 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-855fd733-20e2-4301-9c58-b32da1d65c27 req-787440b1-c97c-432c-90e5-53f44c84d51d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040354 Jun 17 07:49:21.760112 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Allocated IP 172.27.2.93 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/2653f1d7-5b22-4514-a895-4361e8f47466) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:21.889011 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f0d4b5-bac9-4dd9-93a2-68ab3536a60f req-ecf8d47d-e41f-4be0-bca3-fa0dd5c62060 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:21.890937 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-55f0d4b5-bac9-4dd9-93a2-68ab3536a60f req-ecf8d47d-e41f-4be0-bca3-fa0dd5c62060 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.1220987 Jun 17 07:49:21.918123 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:21.957223 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-55f0d4b5-bac9-4dd9-93a2-68ab3536a60f req-9e50a729-4ad1-4614-b241-d88a8baa0c98 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596361 Jun 17 07:49:22.065476 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d98cca-b08f-4921-9b47-f6911dfac43f req-0d1d218f-d65e-4833-872b-6e693aabbb84 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:22.067086 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f9d98cca-b08f-4921-9b47-f6911dfac43f req-0d1d218f-d65e-4833-872b-6e693aabbb84 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0488212 Jun 17 07:49:22.076086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38304) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:22.081701 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'floatingip': {'port_id': '0befc432-5cfe-4530-9f15-7639061d513d'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:22.109195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:22.195347 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:22.248072 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:22.268149 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:22.272251 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Pushing event updated for resources: {'Port': ['ID=2653f1d7-5b22-4514-a895-4361e8f47466,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:22.274580 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:22.667265 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device a04fe509-ee60-4a53-95a7-50294c221339 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:22.744770 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41744d7c-ec8f-407c-9e3e-a265da466716 None None] Network ea30f6ac-18e7-48a9-9582-161dceb65743 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:22.873698 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34963ee4-2c87-4dca-a924-04ce7dfb5613 req-17a0de82-9c9f-4784-b35b-d7741390a35b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:22.873698 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-34963ee4-2c87-4dca-a924-04ce7dfb5613 req-17a0de82-9c9f-4784-b35b-d7741390a35b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0666661 Jun 17 07:49:22.874229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Provisioning complete for port a04fe509-ee60-4a53-95a7-50294c221339 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:22.874229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:22.874460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:22.877898 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port a04fe509-ee60-4a53-95a7-50294c221339 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:22.878438 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:22.927192 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-34963ee4-2c87-4dca-a924-04ce7dfb5613 req-59d5ccec-3805-4bd4-8da5-52706d369731 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603480 Jun 17 07:49:23.071185 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port a04fe509-ee60-4a53-95a7-50294c221339 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:23.071577 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.289613 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Current status of the port a04fe509-ee60-4a53-95a7-50294c221339 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:23.290001 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.293026 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port a04fe509-ee60-4a53-95a7-50294c221339, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=a04fe509-ee60-4a53-95a7-50294c221339,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:23.371448 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.470280 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=a04fe509-ee60-4a53-95a7-50294c221339,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:23.490274 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 07:49:23.490627 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:49:23.504925 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.559498 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.597495 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:23.769269 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Floating IP 3a71ef0c-918d-4f3e-ada7-505f1edf9d9f associated. External IP: 172.27.2.171, port: 0befc432-5cfe-4530-9f15-7639061d513d. Jun 17 07:49:23.925804 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Router fc4c72e6-bc6f-4578-aa0f-426104951344 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:49:24.062284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-1b85d467-fbaf-4ee2-a4ac-3ba40bc899ef None None] Current status of the port a04fe509-ee60-4a53-95a7-50294c221339 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:24.085372 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:49:24.107351 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d5e3d-c754-4b9b-9a15-b60ca041da22 req-fbc18a9d-9dd7-4edd-90b3-9b4888ffb7e0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:24.108860 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9b9d5e3d-c754-4b9b-9a15-b60ca041da22 req-fbc18a9d-9dd7-4edd-90b3-9b4888ffb7e0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0686083 Jun 17 07:49:24.110321 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:24.121827 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:24.137513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:24.138536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:24.159089 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9b9d5e3d-c754-4b9b-9a15-b60ca041da22 req-bd361142-ee93-490f-9bab-ec156b66520f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393953 Jun 17 07:49:24.211561 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38366) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:24.224160 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-810c996a-61b3-46ac-9b3a-5a7825f7a313 None None] Provisioning complete for port a04fe509-ee60-4a53-95a7-50294c221339 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:24.224530 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-810c996a-61b3-46ac-9b3a-5a7825f7a313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.230326 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.231683 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-818778d5-ad8e-4bad-9cb5-32a5a4c63446 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.8342226 Jun 17 07:49:24.239307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38370) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:24.243053 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:24.250924 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.255753 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:24.272760 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:24.275265 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:24.311419 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-18ed9cc2-a246-4823-a5be-57cbc9e67f6b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "PUT /v2.0/floatingips/3a71ef0c-918d-4f3e-ada7-505f1edf9d9f HTTP/1.1" status: 200 len: 992 time: 2.2342510 Jun 17 07:49:24.316013 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:49:24.324119 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f2576-5ec5-4368-b54b-bb2ef0fabc80" -d '{"events": [{"name": "network-changed", "server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:49:24.392545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7d3981-0e7e-4812-ab16-9734e007c124 x-openstack-request-id: req-bf7d3981-0e7e-4812-ab16-9734e007c124 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:49:24.392831 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:49:24.393104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bf7d3981-0e7e-4812-ab16-9734e007c124 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:49:24.393527 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7d3981-0e7e-4812-ab16-9734e007c124'] response: {'name': 'network-changed', 'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'status': 'completed', 'code': 200} Jun 17 07:49:24.415646 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:24.482067 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-14e15a52-aa0e-4695-8ced-47be79240ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:24.483813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-14e15a52-aa0e-4695-8ced-47be79240ea0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1099 time: 0.0607104 Jun 17 07:49:24.520025 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:24.525678 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-810c996a-61b3-46ac-9b3a-5a7825f7a313 None None] Current status of the port a04fe509-ee60-4a53-95a7-50294c221339 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:24.602705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device a04fe509-ee60-4a53-95a7-50294c221339 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:24.609565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-5afdb82e-42d1-41ea-9e06-a2434f3a34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:24.611786 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-5afdb82e-42d1-41ea-9e06-a2434f3a34ce service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.1192474 Jun 17 07:49:24.622931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8b792d2-d1ac-4ae2-ba16-be219d515ba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.685807 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port a04fe509-ee60-4a53-95a7-50294c221339 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:24.686158 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.809503 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-80b0dc04-a3c4-4fcb-929a-a846c35ea942 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 200 len: 1000 time: 0.1896656 Jun 17 07:49:24.885491 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-6ce36e99-1c55-44b3-992f-fe148dfb1a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:24.887533 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-6ce36e99-1c55-44b3-992f-fe148dfb1a70 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0617468 Jun 17 07:49:24.900541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:22Z', 'revision_number': 3, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:24.903106 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port a04fe509-ee60-4a53-95a7-50294c221339 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:24.939439 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8b792d2-d1ac-4ae2-ba16-be219d515ba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:24.947965 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-5a6e4169-2a0c-44a6-a401-24ecdb33d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:24.948740 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-5a6e4169-2a0c-44a6-a401-24ecdb33d120 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538874 Jun 17 07:49:24.960382 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '3a71ef0c-918d-4f3e-ada7-505f1edf9d9f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:04Z', 'updated_at': '2022-06-17T07:49:23Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:24.966985 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:24.967340 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Updating router fc4c72e6-bc6f-4578-aa0f-426104951344 port 2653f1d7-5b22-4514-a895-4361e8f47466 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:49:24.993933 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:25.004605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.007782 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:25.008594 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:25.048466 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8b792d2-d1ac-4ae2-ba16-be219d515ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.131847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b792d2-d1ac-4ae2-ba16-be219d515ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d21c88-fe39-404a-976f-34751d3d211b,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:25.157499 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.160201 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-225e19f2-bc67-4893-84da-2007fd2c9b2a service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970127 Jun 17 07:49:25.190284 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e8b792d2-d1ac-4ae2-ba16-be219d515ba0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=112b233383b2408d9d187fd2368336c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9765596 Jun 17 07:49:25.196775 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38396) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:25.213013 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:25.354372 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-090f2576-5ec5-4368-b54b-bb2ef0fabc80 req-6f6f97ee-9989-442d-b330-4ad729796f79 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850529 Jun 17 07:49:25.402222 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.438241 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.465330 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10fa8e-3e27-4f44-a3e4-e3b446588ea3 req-3ba5edc8-e050-48e1-92cc-25308ccc1799 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:25.467231 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da10fa8e-3e27-4f44-a3e4-e3b446588ea3 req-3ba5edc8-e050-48e1-92cc-25308ccc1799 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1510260 Jun 17 07:49:25.492935 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.557897 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Allocated IP 172.20.0.1 (ea30f6ac-18e7-48a9-9582-161dceb65743/28b05958-8d3b-4837-b4fa-7a9f84374ece/b01a692c-49e6-42c1-b490-9c7b01a35c2c) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:25.561085 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '3a71ef0c-918d-4f3e-ada7-505f1edf9d9f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:04Z', 'updated_at': '2022-06-17T07:49:23Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:25.570649 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.585862 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da10fa8e-3e27-4f44-a3e4-e3b446588ea3 req-cbf41a90-2da7-4157-a557-a6b153e5ad99 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048286 Jun 17 07:49:25.603005 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e59eef-fb89-4986-8496-9c98802fd895 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '3a71ef0c-918d-4f3e-ada7-505f1edf9d9f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.171', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:04Z', 'updated_at': '2022-06-17T07:49:23Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:25.705092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e868c-41e9-43b2-99a9-c8371e4ab589 None None] Pushing event updated for resources: {'Port': ['ID=2653f1d7-5b22-4514-a895-4361e8f47466,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:25.711800 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Attempting to bind port 2653f1d7-5b22-4514-a895-4361e8f47466 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:25.712168 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Attempting to bind port 2653f1d7-5b22-4514-a895-4361e8f47466 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:25.712531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Attempting to bind port 2653f1d7-5b22-4514-a895-4361e8f47466 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:25.718623 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:25.719747 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:25.720957 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.721797 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:25.722289 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Bound port: 2653f1d7-5b22-4514-a895-4361e8f47466, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:25.722711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.757941 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.762742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.765250 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/44d21c88-fe39-404a-976f-34751d3d211b HTTP/1.1" status: 204 len: 168 time: 0.5662997 Jun 17 07:49:25.798089 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5e612-d61e-4bbc-b49c-470c2b69186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d21c88-fe39-404a-976f-34751d3d211b,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:25.807699 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.834427 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] For port 2653f1d7-5b22-4514-a895-4361e8f47466, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:25.837888 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] For port 2653f1d7-5b22-4514-a895-4361e8f47466, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=2653f1d7-5b22-4514-a895-4361e8f47466,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:25.936863 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:25.969916 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.001439 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134e868c-41e9-43b2-99a9-c8371e4ab589 None None] Pushing event updated for resources: {'Port': ['ID=2653f1d7-5b22-4514-a895-4361e8f47466,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:26.014255 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e7ef01-f012-43aa-9d66-16f5b6901657 None None] New status for floating IP 3a71ef0c-918d-4f3e-ada7-505f1edf9d9f: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:49:26.051916 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:26.053962 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Pushing event updated for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:26.057814 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:26.059855 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:26.072582 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:26.073358 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:26.103974 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.324848 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:26.418751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7b7c55bf-f321-4a5e-90b2-f4e23f839a1a None None] Provisioning complete for port b01a692c-49e6-42c1-b490-9c7b01a35c2c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:26.418751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b7c55bf-f321-4a5e-90b2-f4e23f839a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.458307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.630936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7b7c55bf-f321-4a5e-90b2-f4e23f839a1a None None] Port b01a692c-49e6-42c1-b490-9c7b01a35c2c cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:26.635840 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.698531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:22Z', 'revision_number': 3, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:26.724843 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.728962 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc41f5c-3f25-4557-b0ed-6ae7a8e10a76 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:22Z', 'revision_number': 3, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:26.759289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93132d89-36ea-4e04-a11b-d03813c74d3d req-a5dbb3a9-bf6e-4305-b39f-abb8c31819c3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:26.761001 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93132d89-36ea-4e04-a11b-d03813c74d3d req-a5dbb3a9-bf6e-4305-b39f-abb8c31819c3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0759897 Jun 17 07:49:26.813502 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-93132d89-36ea-4e04-a11b-d03813c74d3d req-8738e0e7-61c1-433c-8554-5db035e0e157 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446203 Jun 17 07:49:26.820972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:26.835661 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Pushing event updated for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:26.923920 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:26.925369 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:27.128721 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:49:27.255755 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-214d8c35-1609-42ac-96ec-8836e3318c7a None None] Provisioning complete for port b01a692c-49e6-42c1-b490-9c7b01a35c2c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:27.256122 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-214d8c35-1609-42ac-96ec-8836e3318c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:27.260451 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:27.266301 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-426840f2-cb06-46c8-8ed2-13b594e2ba25 admin admin] 10.222.0.27 "PUT /v2.0/routers/fc4c72e6-bc6f-4578-aa0f-426104951344/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0251215 Jun 17 07:49:27.312632 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-214d8c35-1609-42ac-96ec-8836e3318c7a None None] Port b01a692c-49e6-42c1-b490-9c7b01a35c2c cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:27.932373 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac2e27-c689-4a43-9a1a-8d2a43f13dd4 req-4ede5937-2f89-4609-b3b3-38b41f6d3b04 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:27.933917 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-90ac2e27-c689-4a43-9a1a-8d2a43f13dd4 req-4ede5937-2f89-4609-b3b3-38b41f6d3b04 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0488009 Jun 17 07:49:27.973774 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-90ac2e27-c689-4a43-9a1a-8d2a43f13dd4 req-00ea5c05-01d8-47c0-9e62-c0e49ccaf27d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331948 Jun 17 07:49:28.137154 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38460) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:28.143201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-424878431-network', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:28.290658 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Made reservation on behalf of ee5462744e2e4206acb41630850f19bc for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:28.293256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.302719 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.382545 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.456507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.465391 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:28.476668 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:28.477306 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:28.487764 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:49:28.512825 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59f9c01c-25f9-4ea2-a16d-b513b274ca25,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:28.512825 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.512825 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Added segment 6a673ed6-f4aa-4ae8-a1f4-b80654534ae6 of type vlan for network 0ff9f436-bf12-4ca9-a262-a351aace1be6 Jun 17 07:49:28.561303 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.653577 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 2653f1d7-5b22-4514-a895-4361e8f47466 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:28.672354 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.673387 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:28.673961 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.678239 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:28.716415 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 2653f1d7-5b22-4514-a895-4361e8f47466 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:28.717061 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.764493 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6262746 Jun 17 07:49:28.767601 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38476) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:28.775729 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Request body: {'subnet': {'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-424878431-subnet', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:28.785339 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ff9d4-9a29-444b-aac6-1f3a6f112fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ff9f436-bf12-4ca9-a262-a351aace1be6,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:28.811348 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:49:28.908260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Made reservation on behalf of ee5462744e2e4206acb41630850f19bc for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:28.911259 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.921414 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-25ca2741-0537-4b1c-954c-6a8f9c5222db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.939657 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 2653f1d7-5b22-4514-a895-4361e8f47466 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:28.940043 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:28.966224 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 2, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:28.988393 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 2653f1d7-5b22-4514-a895-4361e8f47466, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=2653f1d7-5b22-4514-a895-4361e8f47466,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:29.005777 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:29.006301 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Updating router fc4c72e6-bc6f-4578-aa0f-426104951344 port b01a692c-49e6-42c1-b490-9c7b01a35c2c binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:49:29.032724 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.096250 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.157136 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=2653f1d7-5b22-4514-a895-4361e8f47466,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:29.163570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406e3d9-34d0-49ca-9d28-eedd91a0a8ed req-47de5a12-aec8-4488-ac39-b25e794c0e01 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:29.170985 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e406e3d9-34d0-49ca-9d28-eedd91a0a8ed req-47de5a12-aec8-4488-ac39-b25e794c0e01 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1154130 Jun 17 07:49:29.204154 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e406e3d9-34d0-49ca-9d28-eedd91a0a8ed req-a475d117-efd4-440c-89af-d90bc3f23456 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323238 Jun 17 07:49:29.250754 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.312174 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b400912-f850-46c1-baca-7436de6bde2d,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:29.320037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Checking segment: {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:29.320390 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Network hostable DHCP agents. Network: 0ff9f436-bf12-4ca9-a262-a351aace1be6, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:49:29.323785 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.427298 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:49:29.427499 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.522089 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 0ff9f436-bf12-4ca9-a262-a351aace1be6) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:29.531815 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873539f-0500-45f8-9a42-de6c7d3133b1 None None] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:29.541505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:29.542300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.566685 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73653f08-533c-4bec-9a57-216dc7cd3c07 None None] Pushing event updated for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:29.629961 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Attempting to bind port b01a692c-49e6-42c1-b490-9c7b01a35c2c on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:29.631402 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Attempting to bind port b01a692c-49e6-42c1-b490-9c7b01a35c2c by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:29.631402 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Attempting to bind port b01a692c-49e6-42c1-b490-9c7b01a35c2c on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:29.636223 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:29.636591 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:29.637012 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.637424 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Bound using segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:29.638000 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Bound port: b01a692c-49e6-42c1-b490-9c7b01a35c2c, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:29.638375 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.654164 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-9599f090-8435-4ef5-90a1-3476b5abb7d4 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8856750 Jun 17 07:49:29.656815 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38490) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:29.661171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:29.752270 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] For port b01a692c-49e6-42c1-b490-9c7b01a35c2c, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:29.756530 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-0ff9f436-bf12-4ca9-a262-a351aace1be6', 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'fixed_ips': [{'subnet_id': '0b400912-f850-46c1-baca-7436de6bde2d'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:49:29.757423 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.760259 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] For port b01a692c-49e6-42c1-b490-9c7b01a35c2c, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b01a692c-49e6-42c1-b490-9c7b01a35c2c,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:29.794134 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.796417 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.869400 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.874882 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.912216 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Provisioning complete for port b01a692c-49e6-42c1-b490-9c7b01a35c2c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:29.912839 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:29.961422 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:29.961975 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:29.969597 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Allocated IP 172.20.0.2 (0ff9f436-bf12-4ca9-a262-a351aace1be6/0b400912-f850-46c1-baca-7436de6bde2d/56b92af0-8582-4d26-86e8-901753684a79) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:30.034748 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73653f08-533c-4bec-9a57-216dc7cd3c07 None None] Pushing event updated for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:30.093347 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Current status of the port b01a692c-49e6-42c1-b490-9c7b01a35c2c is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:30.093722 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.129313 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:30.161468 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] For port b01a692c-49e6-42c1-b490-9c7b01a35c2c, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b01a692c-49e6-42c1-b490-9c7b01a35c2c,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:30.185156 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.202386 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.261760 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.296456 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.333450 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:30.335399 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce139fad-7213-49ef-882d-658b2e7c7b94 None None] Pushing event updated for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:30.339966 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:30.345321 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:30.350391 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5272ac9-e02d-4d63-a389-ee7eb7b062ce req-0cd88f81-fed5-489f-9530-009c45137e4d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:30.353043 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5272ac9-e02d-4d63-a389-ee7eb7b062ce req-0cd88f81-fed5-489f-9530-009c45137e4d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0740850 Jun 17 07:49:30.368302 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:29Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:30.400432 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff47312-91df-4cba-ba56-2cbcb93c1a57 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:29Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:30.412228 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5272ac9-e02d-4d63-a389-ee7eb7b062ce req-2fa34a22-93ef-4ff0-acea-12753154634d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455077 Jun 17 07:49:30.416651 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Pushing event updated for resources: {'Port': ['ID=56b92af0-8582-4d26-86e8-901753684a79,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:30.446575 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-9ec9156d-b97d-4605-b42e-e17d3233a7c8 None None] Provisioning complete for port b01a692c-49e6-42c1-b490-9c7b01a35c2c triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:30.447016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9ec9156d-b97d-4605-b42e-e17d3233a7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.491846 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Attempting to bind port 56b92af0-8582-4d26-86e8-901753684a79 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:30.492236 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Attempting to bind port 56b92af0-8582-4d26-86e8-901753684a79 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:30.492606 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Attempting to bind port 56b92af0-8582-4d26-86e8-901753684a79 on network 0ff9f436-bf12-4ca9-a262-a351aace1be6 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:30.519456 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:30.519836 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Checking segment: {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:30.520238 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.520631 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Bound using segment: {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:30.521156 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Bound port: 56b92af0-8582-4d26-86e8-901753684a79, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:30.521518 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.611711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] For port 56b92af0-8582-4d26-86e8-901753684a79, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:30.619449 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] For port 56b92af0-8582-4d26-86e8-901753684a79, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=56b92af0-8582-4d26-86e8-901753684a79,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:30.625950 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.647129 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.659853 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 2653f1d7-5b22-4514-a895-4361e8f47466 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:30.665124 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-9ec9156d-b97d-4605-b42e-e17d3233a7c8 None None] Current status of the port b01a692c-49e6-42c1-b490-9c7b01a35c2c is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:30.697489 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.787344 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210ee0a2-30df-4930-ad28-ee436e79bfbf None None] Pushing event updated for resources: {'Port': ['ID=56b92af0-8582-4d26-86e8-901753684a79,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:30.794883 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Allocated IP 172.27.2.200 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/e6474511-2ff8-414a-8593-65c14a4f2d17) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:30.798587 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 2653f1d7-5b22-4514-a895-4361e8f47466 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:30.798944 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:30.909371 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 2653f1d7-5b22-4514-a895-4361e8f47466 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:30.973953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:31.128069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-637f2ab7-a634-493e-ac63-151b2f162fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:31.187580 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:31.241864 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:31.244793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:31.252789 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:31.255825 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Pushing event updated for resources: {'Port': ['ID=e6474511-2ff8-414a-8593-65c14a4f2d17,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:31.875445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:31.883342 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a485c64f-f9d0-4e96-a92f-6df2ea71c4b8 None None] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:31.887922 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dd67a6-924a-419c-b35b-455a8a97c287 req-85305ddf-3fef-4210-83a5-72897e7d9c7f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:31.889386 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f2dd67a6-924a-419c-b35b-455a8a97c287 req-85305ddf-3fef-4210-83a5-72897e7d9c7f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.3497345 Jun 17 07:49:31.964329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Provisioning complete for port 56b92af0-8582-4d26-86e8-901753684a79 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:31.965407 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.023013 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f2dd67a6-924a-419c-b35b-455a8a97c287 req-42a375d6-a121-4489-98be-ab10a80a2c61 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033840 Jun 17 07:49:32.159389 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.164743 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Current status of the port 56b92af0-8582-4d26-86e8-901753684a79 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:32.165158 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.229810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] For port 56b92af0-8582-4d26-86e8-901753684a79, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=56b92af0-8582-4d26-86e8-901753684a79,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:32.348207 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.349124 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.403253 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923bb37-f97a-43d9-82f7-129ad1a3062e None None] Pushing event updated for resources: {'Port': ['ID=56b92af0-8582-4d26-86e8-901753684a79,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:32.415685 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Router 41f2019a-97ee-435b-a2e8-ee3668ccdaee is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109307) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:49:32.488463 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-133a9434-bf6e-4bb9-a82e-bef1bac027a4 None None] Provisioning complete for port 56b92af0-8582-4d26-86e8-901753684a79 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:32.488886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-133a9434-bf6e-4bb9-a82e-bef1bac027a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.555034 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:32.584992 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Sync routers for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:32.606913 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-133a9434-bf6e-4bb9-a82e-bef1bac027a4 None None] Current status of the port 56b92af0-8582-4d26-86e8-901753684a79 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:32.609021 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:32.609519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:32.659816 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:32.668440 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38538) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:32.671036 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-36a7862a-6aaa-4dde-8d83-23e5799f1c79 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0130608 Jun 17 07:49:32.673987 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b01a692c-49e6-42c1-b490-9c7b01a35c2c up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:32.745704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:32.994461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port b01a692c-49e6-42c1-b490-9c7b01a35c2c triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:32.995146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.121087 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b01a692c-49e6-42c1-b490-9c7b01a35c2c is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:33.122172 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 56b92af0-8582-4d26-86e8-901753684a79 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:33.166326 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:31Z', 'revision_number': 3, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:33.195782 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Checking router: 41f2019a-97ee-435b-a2e8-ee3668ccdaee for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:33.196121 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Updating router 41f2019a-97ee-435b-a2e8-ee3668ccdaee port e6474511-2ff8-414a-8593-65c14a4f2d17 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:49:33.235308 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 56b92af0-8582-4d26-86e8-901753684a79 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:33.235681 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.237688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.263104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd90f7-6baf-420d-bc62-879aa442d222 req-cf4a3117-b7bf-44e8-9097-c46032c5f9bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:33.264592 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1fcd90f7-6baf-420d-bc62-879aa442d222 req-cf4a3117-b7bf-44e8-9097-c46032c5f9bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.1345792 Jun 17 07:49:33.365508 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1fcd90f7-6baf-420d-bc62-879aa442d222 req-e47a3021-cbe4-4d06-9b27-c997d57a14ed tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897558 Jun 17 07:49:33.463387 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.471247 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 56b92af0-8582-4d26-86e8-901753684a79 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:33.506325 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.611922 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.648423 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Allocated IP 172.20.0.1 (0ff9f436-bf12-4ca9-a262-a351aace1be6/0b400912-f850-46c1-baca-7436de6bde2d/baa64203-fc21-4190-ad7c-b75b8ddad2f3) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:33.701195 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.755995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.761912 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Attempting to bind port e6474511-2ff8-414a-8593-65c14a4f2d17 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:33.762279 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Attempting to bind port e6474511-2ff8-414a-8593-65c14a4f2d17 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:33.762639 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Attempting to bind port e6474511-2ff8-414a-8593-65c14a4f2d17 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:33.775766 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:33.776146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:33.776542 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.780983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:33.780983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Bound port: e6474511-2ff8-414a-8593-65c14a4f2d17, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:33.780983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.780983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583de8-13d5-422f-9851-9a5ba561691d None None] Pushing event updated for resources: {'Port': ['ID=e6474511-2ff8-414a-8593-65c14a4f2d17,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:33.835797 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] For port e6474511-2ff8-414a-8593-65c14a4f2d17, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:33.838776 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] For port e6474511-2ff8-414a-8593-65c14a4f2d17, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6474511-2ff8-414a-8593-65c14a4f2d17,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:33.868238 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.904358 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:33.907796 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:33.911232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:33.940603 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Pushing event updated for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:33.961002 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:33.992227 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.023883 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.056902 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:34.057557 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:34.060624 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b583de8-13d5-422f-9851-9a5ba561691d None None] Pushing event updated for resources: {'Port': ['ID=e6474511-2ff8-414a-8593-65c14a4f2d17,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:34.184656 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.185468 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:34.187625 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-ba7fcfeb-99bd-421b-9765-56a8c9b42a3c None None] Provisioning complete for port baa64203-fc21-4190-ad7c-b75b8ddad2f3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:34.187985 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ba7fcfeb-99bd-421b-9765-56a8c9b42a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.290550 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-ba7fcfeb-99bd-421b-9765-56a8c9b42a3c None None] Port baa64203-fc21-4190-ad7c-b75b8ddad2f3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:34.352843 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.404859 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:31Z', 'revision_number': 3, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:34.421803 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.433374 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9749ebd3-bfc7-48c1-a5e7-17a7ab443755 None None] The sync data for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi is: [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:31Z', 'revision_number': 3, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:34.495502 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.497410 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Pushing event updated for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:34.499177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6abcfc4-80e8-4d8e-ae17-2e1aea4234b9 req-5f15cd21-f1eb-4e41-9b01-f00451fff83d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:34.507037 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e6abcfc4-80e8-4d8e-ae17-2e1aea4234b9 req-5f15cd21-f1eb-4e41-9b01-f00451fff83d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0698738 Jun 17 07:49:34.540076 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e6abcfc4-80e8-4d8e-ae17-2e1aea4234b9 req-e6864246-b2fd-4bc5-a715-94b472556354 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321784 Jun 17 07:49:34.597366 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:34.598806 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:34.746815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Router 41f2019a-97ee-435b-a2e8-ee3668ccdaee has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:49:34.863197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:49:34.868455 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-daba59c0-c8b0-4e07-a35f-1fbad46af57c admin admin] 10.222.0.27 "PUT /v2.0/routers/41f2019a-97ee-435b-a2e8-ee3668ccdaee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1980209 Jun 17 07:49:34.914019 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-30ad256b-f644-412e-b816-eb6234cddb7d None None] Provisioning complete for port baa64203-fc21-4190-ad7c-b75b8ddad2f3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:34.914389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-30ad256b-f644-412e-b816-eb6234cddb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:34.955217 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-30ad256b-f644-412e-b816-eb6234cddb7d None None] Port baa64203-fc21-4190-ad7c-b75b8ddad2f3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:35.288474 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38576) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:35.293258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-112212740', 'description': 'tempest-secgroup-smoke-112212740 description', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:35.381832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.449179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.517361 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.545790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f70e19-4161-47fd-b91c-e4edf22b84ae,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:35.635785 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.637002 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d8da40dc-50f8-452c-8dc7-e18aae719cb4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3474939 Jun 17 07:49:35.641281 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38584) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:35.645563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:35.681534 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5234cd5-5643-4a0c-a65b-284f56e7a556 req-e198f009-b196-4fb0-a4bd-f62f653249a4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:35.682517 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c5234cd5-5643-4a0c-a65b-284f56e7a556 req-e198f009-b196-4fb0-a4bd-f62f653249a4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0758271 Jun 17 07:49:35.722561 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c5234cd5-5643-4a0c-a65b-284f56e7a556 req-8f194f9f-db94-495b-b290-1ab261257fe3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331638 Jun 17 07:49:35.775803 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.841018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.958885 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:35.975919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d147eae-7612-4d0a-9aaa-1dfdc58ffe2f,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:36.081039 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.082221 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-07eeb4dd-8ddf-46f6-aefc-64b39f33eaa2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4414387 Jun 17 07:49:36.084900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38586) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:36.089062 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:36.190865 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.245739 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.341795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.359369 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Sync routers for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:49:36.368561 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7a1aa1-5747-435a-af2e-676b761b2536,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:36.368848 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:36.369482 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:36.457916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.459135 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e8fdd38e-e011-4ee8-94d6-4e4a7510652b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733058 Jun 17 07:49:36.462511 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38594) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:36.467221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:36.494832 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:36.564419 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.573470 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6474511-2ff8-414a-8593-65c14a4f2d17 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:36.625926 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port e6474511-2ff8-414a-8593-65c14a4f2d17 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:36.626129 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.633062 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.695843 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:34Z', 'revision_number': 4, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'baa64203-fc21-4190-ad7c-b75b8ddad2f3', 'name': '', 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'mac_address': 'fa:16:3e:64:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b400912-f850-46c1-baca-7436de6bde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:33Z', 'updated_at': '2022-06-17T07:49:34Z', 'revision_number': 2, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'subnets': [{'id': '0b400912-f850-46c1-baca-7436de6bde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:36.702890 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port e6474511-2ff8-414a-8593-65c14a4f2d17 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:36.703275 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.726236 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Checking router: 41f2019a-97ee-435b-a2e8-ee3668ccdaee for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:49:36.726236 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Updating router 41f2019a-97ee-435b-a2e8-ee3668ccdaee port baa64203-fc21-4190-ad7c-b75b8ddad2f3 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:49:36.726495 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.731013 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port e6474511-2ff8-414a-8593-65c14a4f2d17, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6474511-2ff8-414a-8593-65c14a4f2d17,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:36.741625 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79e9e317-233a-4f22-9f4e-6eba528eccc1,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:36.758153 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.838676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.846964 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa17bde-5e57-4633-bd01-170dd03455ac req-cfba4998-eefa-4dd9-a125-28d2ff2a0baf tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:36.848087 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5aa17bde-5e57-4633-bd01-170dd03455ac req-cfba4998-eefa-4dd9-a125-28d2ff2a0baf tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0573480 Jun 17 07:49:36.871508 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:36.873378 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-92841553-99e8-4edf-8c1d-754d6b60d224 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4097161 Jun 17 07:49:36.876540 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38606) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:36.883191 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:36.898951 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5aa17bde-5e57-4633-bd01-170dd03455ac req-016c1437-820c-4ed8-80ba-6e30855e9479 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433152 Jun 17 07:49:36.909520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=e6474511-2ff8-414a-8593-65c14a4f2d17,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:37.004543 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.040373 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.065467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.117698 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.146368 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.168652 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ace4a99-bdc5-49d8-bef4-0996aeab4e31,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:37.171051 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbab0d-e51d-46c4-83ef-aeb9db6385ab None None] Pushing event updated for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:37.220863 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Attempting to bind port baa64203-fc21-4190-ad7c-b75b8ddad2f3 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:49:37.221244 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Attempting to bind port baa64203-fc21-4190-ad7c-b75b8ddad2f3 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:49:37.221593 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Attempting to bind port baa64203-fc21-4190-ad7c-b75b8ddad2f3 on network 0ff9f436-bf12-4ca9-a262-a351aace1be6 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:49:37.226958 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:49:37.230049 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Checking segment: {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:37.230049 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.230049 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Bound using segment: {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:49:37.230049 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Bound port: baa64203-fc21-4190-ad7c-b75b8ddad2f3, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:49:37.230049 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.261947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.261947 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d5510221-2b4d-4513-920b-d80036be40a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3784747 Jun 17 07:49:37.263096 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38616) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:37.265313 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:37.298590 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] For port baa64203-fc21-4190-ad7c-b75b8ddad2f3, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:49:37.302090 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] For port baa64203-fc21-4190-ad7c-b75b8ddad2f3, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=baa64203-fc21-4190-ad7c-b75b8ddad2f3,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:49:37.370321 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.securitygroups_db [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Project afe0774f2ac549ec85ade5e86cc320e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:49:37.375405 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.390421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-e191be46-877f-4d64-83eb-434475e43aa6 None None] Provisioning complete for port baa64203-fc21-4190-ad7c-b75b8ddad2f3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:37.390989 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e191be46-877f-4d64-83eb-434475e43aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.398289 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.429513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-e191be46-877f-4d64-83eb-434475e43aa6 None None] Port baa64203-fc21-4190-ad7c-b75b8ddad2f3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:49:37.447349 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.474301 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbab0d-e51d-46c4-83ef-aeb9db6385ab None None] Pushing event updated for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:37.492347 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:49:37.492996 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:49:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:37.554832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.570560 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1a2e94-7efa-4e4f-ad3f-ae0efa12f6e7,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:37.621280 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:49:37.669676 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.673574 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-0b0120df-4804-4f92-ae87-033bbfb09d3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4112403 Jun 17 07:49:37.678233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38622) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:37.678233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'security_group_rule': {'security_group_id': 'f8f70e19-4161-47fd-b91c-e4edf22b84ae', 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:37.774117 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Provisioning complete for port baa64203-fc21-4190-ad7c-b75b8ddad2f3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:37.774612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.827523 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.securitygroups_db [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Project afe0774f2ac549ec85ade5e86cc320e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:49:37.833021 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.862599 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Current status of the port baa64203-fc21-4190-ad7c-b75b8ddad2f3 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:37.863371 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.910225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:37.925653 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:34Z', 'revision_number': 4, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'baa64203-fc21-4190-ad7c-b75b8ddad2f3', 'name': '', 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'mac_address': 'fa:16:3e:64:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b400912-f850-46c1-baca-7436de6bde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:33Z', 'updated_at': '2022-06-17T07:49:37Z', 'revision_number': 4, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'subnets': [{'id': '0b400912-f850-46c1-baca-7436de6bde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:49:37.952772 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a63c63-efca-4fac-ba13-846ae5971c77 None None] The sync data for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi is: [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:49:34Z', 'revision_number': 4, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'baa64203-fc21-4190-ad7c-b75b8ddad2f3', 'name': '', 'network_id': '0ff9f436-bf12-4ca9-a262-a351aace1be6', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'mac_address': 'fa:16:3e:64:31:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '0b400912-f850-46c1-baca-7436de6bde2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:33Z', 'updated_at': '2022-06-17T07:49:37Z', 'revision_number': 4, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'subnets': [{'id': '0b400912-f850-46c1-baca-7436de6bde2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:49:37.954702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] For port baa64203-fc21-4190-ad7c-b75b8ddad2f3, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=baa64203-fc21-4190-ad7c-b75b8ddad2f3,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:49:38.048503 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23966db5-b2f1-44f8-9558-61aced26a0c1 req-bd70256c-6e70-42fb-a0dc-794bda33e7cf tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:38.050510 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-23966db5-b2f1-44f8-9558-61aced26a0c1 req-bd70256c-6e70-42fb-a0dc-794bda33e7cf tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0700977 Jun 17 07:49:38.068355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.073594 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.096521 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-23966db5-b2f1-44f8-9558-61aced26a0c1 req-d23ca2ee-9c8e-4ed3-8ac1-f3ac742dfe0d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388446 Jun 17 07:49:38.119059 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21e941f5-61bf-4b8a-947e-26964f516a42,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:38.144579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bbe3a-65e5-4b70-a40f-54c5049247f0 None None] Pushing event updated for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:38.270173 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.274615 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-4d6005e6-aaff-4302-8bde-d6c5d7beaf54 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5968916 Jun 17 07:49:38.355805 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c9c1b-417e-4cc9-b8b7-d80a57fb141c req-914b77e3-7987-4d11-8726-772ff1e97f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:38.357368 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-112c9c1b-417e-4cc9-b8b7-d80a57fb141c req-914b77e3-7987-4d11-8726-772ff1e97f99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.0464966 Jun 17 07:49:38.403769 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-112c9c1b-417e-4cc9-b8b7-d80a57fb141c req-a0a601ee-d0e7-4b07-a4d7-f6d45342c900 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Jun 17 07:49:38.423436 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38650) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:38.557849 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8a73e974-0514-49bc-9310-326af969de4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.709824 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8a73e974-0514-49bc-9310-326af969de4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.738936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6474511-2ff8-414a-8593-65c14a4f2d17 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:38.816461 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8a73e974-0514-49bc-9310-326af969de4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.816707 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port e6474511-2ff8-414a-8593-65c14a4f2d17 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:38.817175 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:38.916162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port e6474511-2ff8-414a-8593-65c14a4f2d17 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:38.917464 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device baa64203-fc21-4190-ad7c-b75b8ddad2f3 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:49:38.941517 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8a73e974-0514-49bc-9310-326af969de4b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=85f29d04bb1e446a85c873aa46eb71da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5254211 Jun 17 07:49:38.942228 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73e974-0514-49bc-9310-326af969de4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9502f86-0feb-4e66-bb54-a0b63a2b48a4,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:38.945591 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38698) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:38.980003 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port baa64203-fc21-4190-ad7c-b75b8ddad2f3 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:49:38.980622 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.008990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.076897 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.092789 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port baa64203-fc21-4190-ad7c-b75b8ddad2f3 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:49:39.116404 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-a312349c-1fdb-48bd-9761-d9a35f6261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.117924 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-a312349c-1fdb-48bd-9761-d9a35f6261b0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.0942972 Jun 17 07:49:39.269086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.280409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.280409 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/d9502f86-0feb-4e66-bb54-a0b63a2b48a4 HTTP/1.1" status: 204 len: 168 time: 0.3276875 Jun 17 07:49:39.282566 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-a2e91cb4-5248-4028-8d37-721790a2dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.284097 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-a2e91cb4-5248-4028-8d37-721790a2dcc4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.1351924 Jun 17 07:49:39.296666 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf438e1f-3371-4eac-9f7b-3b49302f8286 req-3cdf9289-c639-4368-83a4-2a5b56392b45 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.298813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf438e1f-3371-4eac-9f7b-3b49302f8286 req-3cdf9289-c639-4368-83a4-2a5b56392b45 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0874219 Jun 17 07:49:39.299841 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1302b31-3e74-4639-ac57-b153c05d44ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9502f86-0feb-4e66-bb54-a0b63a2b48a4,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:39.340522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef59f3-7743-426e-b010-0bdce410104f req-598665de-0a9d-4742-abbb-625114444ccb tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.348540 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dbef59f3-7743-426e-b010-0bdce410104f req-598665de-0a9d-4742-abbb-625114444ccb tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0836380 Jun 17 07:49:39.352255 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-a3cf820c-31d5-4354-94c6-8268e19eed61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.0502260 Jun 17 07:49:39.397200 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dbef59f3-7743-426e-b010-0bdce410104f req-1a6bd9f0-af2b-4268-8d43-0da149ab1ff2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474725 Jun 17 07:49:39.441245 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf438e1f-3371-4eac-9f7b-3b49302f8286 req-6a23a9d6-94a2-4a8d-92e5-67629565d5fa tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879912 Jun 17 07:49:39.454391 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-f73c1e28-d660-4156-a412-afc36e91feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.454711 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-f73c1e28-d660-4156-a412-afc36e91feb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0884151 Jun 17 07:49:39.532221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-0af65cff-bade-463c-8a4f-74712af481a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:39.533769 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-0af65cff-bade-463c-8a4f-74712af481a1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0654027 Jun 17 07:49:39.649521 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-f2664c45-61ee-4999-a62d-2236576c2343 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044583 Jun 17 07:49:39.678821 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:39.751660 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87925dc9-483a-4d42-b7b6-43b90e729c3f req-0f17ed17-6a5d-46cb-8005-acdec639e370 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900409 Jun 17 07:49:40.145041 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 38736) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:40.162489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb36-441f-430b-be37-8114bb86735d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.251595 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb36-441f-430b-be37-8114bb86735d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.341649 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c7b9eb36-441f-430b-be37-8114bb86735d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.378331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b9eb36-441f-430b-be37-8114bb86735d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ae96ad0-7c87-4e83-8a5a-b42a6c82fb71,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:40.382591 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c7b9eb36-441f-430b-be37-8114bb86735d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=c4c8cf8ba83f492992d7218bf2b2b603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364843 Jun 17 07:49:40.385650 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38740) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:40.441328 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.469668 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.532523 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce96d40-7e3c-4ea1-a56d-0441695ce870 req-218c33bc-d186-4646-a759-0d5abdeeaffe tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:40.534252 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8ce96d40-7e3c-4ea1-a56d-0441695ce870 req-218c33bc-d186-4646-a759-0d5abdeeaffe tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0628171 Jun 17 07:49:40.588559 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8ce96d40-7e3c-4ea1-a56d-0441695ce870 req-272ac35d-3811-4a3b-ad07-53801a96f865 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478497 Jun 17 07:49:40.602193 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d961da-6a72-4e8f-838c-d8de759cd987 req-b91a1d66-f06d-430b-81d1-7709f72b15e9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:40.608444 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d0d961da-6a72-4e8f-838c-d8de759cd987 req-b91a1d66-f06d-430b-81d1-7709f72b15e9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0540633 Jun 17 07:49:40.609517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.612565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:40.613627 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4ae96ad0-7c87-4e83-8a5a-b42a6c82fb71 HTTP/1.1" status: 204 len: 168 time: 0.2271864 Jun 17 07:49:40.641820 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c65b5-a2fb-4598-bf77-6bd7ee554318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ae96ad0-7c87-4e83-8a5a-b42a6c82fb71,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:40.667441 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d0d961da-6a72-4e8f-838c-d8de759cd987 req-ac0d956f-59d2-4cf1-8c05-24039aeacc0d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527451 Jun 17 07:49:41.083321 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706e6c95-0dc7-4e11-8bb1-b35b99378625 req-22862182-3559-4cd2-a096-17909f4cd1d9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.084977 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-706e6c95-0dc7-4e11-8bb1-b35b99378625 req-22862182-3559-4cd2-a096-17909f4cd1d9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0510643 Jun 17 07:49:41.141830 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-706e6c95-0dc7-4e11-8bb1-b35b99378625 req-bfe24970-8726-4be9-ad0f-6dc21b127952 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497909 Jun 17 07:49:41.164200 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-3c85c0e7-d35a-4d62-ac5f-5ddaac294260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.166059 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-3c85c0e7-d35a-4d62-ac5f-5ddaac294260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.0598915 Jun 17 07:49:41.262685 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-57bcbd63-9c67-4468-9352-74b7353cb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.264151 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-57bcbd63-9c67-4468-9352-74b7353cb580 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0901911 Jun 17 07:49:41.306978 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-324de27b-656a-4462-90a7-3de128e0ce47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.0348935 Jun 17 07:49:41.360745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-b06eee3a-b954-4e5b-b278-b1e71d3f1a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.362162 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-b06eee3a-b954-4e5b-b278-b1e71d3f1a6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0428519 Jun 17 07:49:41.417456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-5fcd9de6-616c-4a02-aac8-60fd9b9ebb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.418969 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-5fcd9de6-616c-4a02-aac8-60fd9b9ebb40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448887 Jun 17 07:49:41.519103 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-d373491f-2883-4516-b143-05de9b76e968 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899789 Jun 17 07:49:41.660002 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8de3fb9a-1b27-498e-809a-241ef8995674 req-c1aa5e62-d511-4e5b-a75d-a89b6a41a30f service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332543 Jun 17 07:49:41.711057 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf4d8ed-ec32-46b6-b52e-bff1f300c027 req-0c58b9d8-fab1-4062-be23-c80bfaaab787 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:41.712530 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccf4d8ed-ec32-46b6-b52e-bff1f300c027 req-0c58b9d8-fab1-4062-be23-c80bfaaab787 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0501399 Jun 17 07:49:41.752228 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccf4d8ed-ec32-46b6-b52e-bff1f300c027 req-7f9dd2ca-04a7-4b52-94c4-72f536cd4c0d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332894 Jun 17 07:49:42.263344 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708cf98-9006-4f70-bd58-a58a4782dda3 req-cbba3dd0-ca4e-4a34-9298-a1b4238db183 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:42.264800 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6708cf98-9006-4f70-bd58-a58a4782dda3 req-cbba3dd0-ca4e-4a34-9298-a1b4238db183 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0512748 Jun 17 07:49:42.303906 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6708cf98-9006-4f70-bd58-a58a4782dda3 req-cfe74a5f-e2bf-479e-98d7-54046b1f3212 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330589 Jun 17 07:49:42.876558 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c5a8d-3d8c-48af-a340-509e4552aba5 req-8be8f329-1b3d-4904-9742-83ea9a6a998f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:42.878741 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d05c5a8d-3d8c-48af-a340-509e4552aba5 req-8be8f329-1b3d-4904-9742-83ea9a6a998f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0508206 Jun 17 07:49:42.926360 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d05c5a8d-3d8c-48af-a340-509e4552aba5 req-2a707898-ca64-4038-ad6b-afeb668e307c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404000 Jun 17 07:49:43.422576 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2df27c-fbd0-4177-8701-c1cbf7b12630 req-6d76bc36-ef38-4e5f-9571-0c47b0a74f5e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:43.424010 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de2df27c-fbd0-4177-8701-c1cbf7b12630 req-6d76bc36-ef38-4e5f-9571-0c47b0a74f5e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0518901 Jun 17 07:49:43.461536 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de2df27c-fbd0-4177-8701-c1cbf7b12630 req-ff37bcde-0803-41b4-ab2c-ba55187fb766 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309565 Jun 17 07:49:44.046586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b7eb8-76c5-4a39-8516-3f65096da5f1 req-b153472d-1ef3-4d08-9b2f-ca22ee5d8e4a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:44.048662 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be2b7eb8-76c5-4a39-8516-3f65096da5f1 req-b153472d-1ef3-4d08-9b2f-ca22ee5d8e4a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0527344 Jun 17 07:49:44.088710 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be2b7eb8-76c5-4a39-8516-3f65096da5f1 req-d21e5f32-c306-45b2-b03c-182b8d226807 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335534 Jun 17 07:49:44.601667 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3aa55c-dec2-40af-a6e5-aa6fccfeb69b req-4058cfd0-d1a3-4ee6-bb5f-f83dd51507e4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:44.603182 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fc3aa55c-dec2-40af-a6e5-aa6fccfeb69b req-4058cfd0-d1a3-4ee6-bb5f-f83dd51507e4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0741112 Jun 17 07:49:44.648457 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fc3aa55c-dec2-40af-a6e5-aa6fccfeb69b req-b8c862b8-31b3-4e61-9434-ca0f5a9a3ad8 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387578 Jun 17 07:49:45.075392 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38892) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:45.195199 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8103058f-16ba-40c7-8134-ff0f063621ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.228800 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc8d61f-194f-4dd4-9cfe-85d5abb7e661 req-738dafd4-4c43-4cd5-84f7-97ebed6d4521 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:45.230278 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bfc8d61f-194f-4dd4-9cfe-85d5abb7e661 req-738dafd4-4c43-4cd5-84f7-97ebed6d4521 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0717516 Jun 17 07:49:45.287107 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bfc8d61f-194f-4dd4-9cfe-85d5abb7e661 req-b4a760d9-5106-47d7-be89-e6d94bd1842f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495629 Jun 17 07:49:45.317417 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8103058f-16ba-40c7-8134-ff0f063621ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.376478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8103058f-16ba-40c7-8134-ff0f063621ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.414928 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103058f-16ba-40c7-8134-ff0f063621ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63d2ac-c099-402a-9a92-56299bed42ef,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:45.418994 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8103058f-16ba-40c7-8134-ff0f063621ca admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ea4fb39957844e4aafd31aaf99662960&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424881 Jun 17 07:49:45.421704 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 38904) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:45.473267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.493440 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.614206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.616703 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:45.617863 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/8f63d2ac-c099-402a-9a92-56299bed42ef HTTP/1.1" status: 204 len: 168 time: 0.1947622 Jun 17 07:49:45.625725 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63d2ac-c099-402a-9a92-56299bed42ef,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:45.632692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.633060 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.633394 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.633724 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.634054 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.634377 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.634700 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.635118 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.635328 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.635643 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.635967 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:45.636277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c426d65-5569-456e-be04-efcb8a4e604f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:46.406770 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdd5b8-f0da-4a7e-94a3-04f6f4c9075b req-ca0a4efb-9a4d-47b2-b455-27d86e32860c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:46.408158 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9ffdd5b8-f0da-4a7e-94a3-04f6f4c9075b req-ca0a4efb-9a4d-47b2-b455-27d86e32860c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0486236 Jun 17 07:49:46.444227 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9ffdd5b8-f0da-4a7e-94a3-04f6f4c9075b req-5c061ff8-1874-48c4-b665-eef5f5044f0d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302727 Jun 17 07:49:47.566523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf05e94-e5be-4d68-a29a-e1a90593820c req-233e2bab-0438-4d3b-9a99-db0319bbfbc2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:47.568124 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4bf05e94-e5be-4d68-a29a-e1a90593820c req-233e2bab-0438-4d3b-9a99-db0319bbfbc2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0539181 Jun 17 07:49:47.606224 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4bf05e94-e5be-4d68-a29a-e1a90593820c req-f2144073-d693-4c4b-b810-213f685718e2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Jun 17 07:49:48.615854 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39026) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:48.620378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054622695', 'description': 'tempest-description--447451392'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:48.713661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:48.733680 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9818-6413-4078-8d6e-9ffda7d4ce07 req-ab06b246-8e78-4a47-af60-87e74c11a72e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:48.735161 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8d5f9818-6413-4078-8d6e-9ffda7d4ce07 req-ab06b246-8e78-4a47-af60-87e74c11a72e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0596571 Jun 17 07:49:48.799556 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8d5f9818-6413-4078-8d6e-9ffda7d4ce07 req-c09aeaf3-9d8c-46f7-9a6a-614c9aa2055c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574551 Jun 17 07:49:48.824043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:48.964826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:48.996221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d6cfe-b932-480a-86c8-6d1fef672d3b,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:49.106826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.108282 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-3f991f0a-92af-493b-8f2a-e19e3d3c893e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4914093 Jun 17 07:49:49.111079 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39044) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:49.115698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'security_group_rule': {'security_group_id': 'e86d6cfe-b932-480a-86c8-6d1fef672d3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:49.221793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.280448 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.353018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.370312 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d207905c-eb1f-4e22-b7fc-62449426b4eb,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:49.435012 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.436215 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-932c1dfa-9a3b-46d0-b044-3544f120c1f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3239911 Jun 17 07:49:49.438917 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39052) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:49.443110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'security_group_rule': {'security_group_id': 'e86d6cfe-b932-480a-86c8-6d1fef672d3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:49.552120 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.610802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.718840 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.736161 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3011e900-e1f5-4c33-b10f-4e873773a26f,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:49.852407 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:49.854711 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-16ea0098-7559-497c-924f-e546fdcbb3ee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4138398 Jun 17 07:49:49.856914 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39066) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:49.863326 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:49.937219 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a5be7-00d0-4852-b29a-c49b8f7b1d5f req-f1fcdbaa-14a8-49a6-b484-f7676e49b648 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:49.939265 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0d0a5be7-00d0-4852-b29a-c49b8f7b1d5f req-f1fcdbaa-14a8-49a6-b484-f7676e49b648 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0529742 Jun 17 07:49:49.982643 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0d0a5be7-00d0-4852-b29a-c49b8f7b1d5f req-c3fc6e38-68e0-4345-9282-b3e04b6a4f39 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369036 Jun 17 07:49:49.993137 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.094610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.198404 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Allocated IP 172.27.2.155 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/e194ae09-ce72-4c10-9617-d88301b611ce) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:49:50.299974 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.439495 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.480491 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:49:50.483426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:50.487124 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:49:50.496916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'Port': ['ID=e194ae09-ce72-4c10-9617-d88301b611ce,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:50.539035 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.638463 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.787631 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.866014 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.899219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.919894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'Port': ['ID=e194ae09-ce72-4c10-9617-d88301b611ce,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:50.989221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:50.990459 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a0030cf4-23b1-455b-b112-189b89b243d6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1324229 Jun 17 07:49:51.115479 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b6344-d782-443b-94e7-fa0b88150e11 req-aa51f601-e40d-41f5-a252-e92ddc8d74b4 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:51.117037 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-573b6344-d782-443b-94e7-fa0b88150e11 req-aa51f601-e40d-41f5-a252-e92ddc8d74b4 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0548687 Jun 17 07:49:51.158520 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-573b6344-d782-443b-94e7-fa0b88150e11 req-a4f24a9a-504e-44e6-818b-50238515ef6f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349150 Jun 17 07:49:51.885426 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:49:52.287736 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e64d0-e20c-4028-8878-1ea99f870559 req-5c4494b8-b4a8-4811-832b-ff3222583f44 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:52.289340 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-972e64d0-e20c-4028-8878-1ea99f870559 req-5c4494b8-b4a8-4811-832b-ff3222583f44 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Jun 17 07:49:52.326323 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-972e64d0-e20c-4028-8878-1ea99f870559 req-24bfd092-a043-4d67-9f59-47cc047a9633 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309558 Jun 17 07:49:52.751722 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39110) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:52.858597 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cb01d264-66b4-4283-b906-ddf608a96c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:52.935008 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cb01d264-66b4-4283-b906-ddf608a96c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.049916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cb01d264-66b4-4283-b906-ddf608a96c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.091043 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cb01d264-66b4-4283-b906-ddf608a96c8b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=331146b4b9b544abb3f1ee5cc3b27da1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3382332 Jun 17 07:49:53.091981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01d264-66b4-4283-b906-ddf608a96c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d7bf03-3044-4e22-8022-3a1e8310c23f,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:53.094168 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39116) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:53.143314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.165686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.290513 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.293064 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:53.294218 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f4d7bf03-3044-4e22-8022-3a1e8310c23f HTTP/1.1" status: 204 len: 168 time: 0.1989942 Jun 17 07:49:53.302270 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d7bf03-3044-4e22-8022-3a1e8310c23f,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:53.309216 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.309511 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.309858 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.310190 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.310517 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.310848 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.311213 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.311646 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.311984 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.312129 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.312429 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.312748 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab26d4-187e-4ead-aff5-351ec08c1c2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:49:53.610161 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5017434-08ef-4eeb-83f0-46fafd6ac704 req-ab32f6c4-1339-4677-a7dd-740ef3afc260 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:53.611808 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a5017434-08ef-4eeb-83f0-46fafd6ac704 req-ab32f6c4-1339-4677-a7dd-740ef3afc260 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0620220 Jun 17 07:49:53.666477 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a5017434-08ef-4eeb-83f0-46fafd6ac704 req-83ae516c-714d-4b2e-b059-f48c7d462077 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482762 Jun 17 07:49:54.528244 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39150) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:54.626147 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1583446556-network', 'tenant_id': '727c1c872deb4f739af5b50bd17adbc1'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:54.695904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Made reservation on behalf of 727c1c872deb4f739af5b50bd17adbc1 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:54.698291 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:54.707829 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:54.786622 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:54.794857 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfc4b9-da04-4fe7-808c-0cddeca5ed41 req-794b0029-6c18-4269-aadc-0f2dbbcd3982 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:54.797198 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63dfc4b9-da04-4fe7-808c-0cddeca5ed41 req-794b0029-6c18-4269-aadc-0f2dbbcd3982 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0588167 Jun 17 07:49:54.837064 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63dfc4b9-da04-4fe7-808c-0cddeca5ed41 req-6d674e4e-44fd-4124-96af-146570f6efc7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317836 Jun 17 07:49:54.872714 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:54.897046 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:49:54.906264 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5884b4db-ef7f-40bd-b3e6-baf5833a36e9,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:54.913024 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:54.913367 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Added segment d9c9dbb0-e2b2-4f9d-8b1b-541284e69813 of type vlan for network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 Jun 17 07:49:54.956855 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.039440 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.039440 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:55.040122 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.103192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] Pushing event updated for resources: {'Network': ['ID=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:55.112805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:49:55.119807 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-dc113b7b-d681-4dcd-9cc1-e49dabdbc654 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5904658 Jun 17 07:49:55.122639 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39160) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:49:55.127598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Request body: {'subnet': {'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1583446556-subnet', 'tenant_id': '727c1c872deb4f739af5b50bd17adbc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:49:55.208531 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Made reservation on behalf of 727c1c872deb4f739af5b50bd17adbc1 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:49:55.211359 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.426425 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.485710 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7412ee5d-d813-4783-809a-ba9256f078ac,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:49:55.495623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Checking segment: {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:49:55.496026 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Network hostable DHCP agents. Network: c2ed46c3-bd3e-4d33-8c3c-5806a4f75031, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:49:55.563229 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:49:55.644515 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, c2ed46c3-bd3e-4d33-8c3c-5806a4f75031) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:49:55.648805 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:55.650450 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:55.653714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0e38a1-801e-4f3d-84fd-fe8bceacf6f0 None None] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:55.757190 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e78696c8-52c1-44e3-85a7-800e77ebd209 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6263494 Jun 17 07:49:55.779169 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8da2ea-ed6c-4148-85aa-50291d0dbce1 None None] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:49:55.967921 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468696b6-067b-4c33-8d81-6a58a1ccb0b2 req-5bb763df-6672-499d-8353-ca43c3143fdd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:55.969493 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-468696b6-067b-4c33-8d81-6a58a1ccb0b2 req-5bb763df-6672-499d-8353-ca43c3143fdd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0584683 Jun 17 07:49:56.009915 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-468696b6-067b-4c33-8d81-6a58a1ccb0b2 req-fa66d8f2-0f34-49d9-b45e-95da864cb26b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338085 Jun 17 07:49:57.124787 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f073c-7954-4abe-aabf-c318af4a4df3 req-facfd3b1-f775-408b-8ac8-38d09c54c34a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:57.126207 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8a4f073c-7954-4abe-aabf-c318af4a4df3 req-facfd3b1-f775-408b-8ac8-38d09c54c34a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Jun 17 07:49:57.163785 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8a4f073c-7954-4abe-aabf-c318af4a4df3 req-6c440463-dece-44d2-a0e4-e7e3dc2b5bde tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316992 Jun 17 07:49:58.050908 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-189c6aa9-f303-4d1e-944c-31accb34a5b9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1054622695&fields=id&tenant_id=b28354c7d3c24df48977b999c9e972aa HTTP/1.1" status: 200 len: 267 time: 0.0372272 Jun 17 07:49:58.136360 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-fc6bee6b-2425-4405-9626-3e4c361eaedc tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:58.137837 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-fc6bee6b-2425-4405-9626-3e4c361eaedc tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/networks?id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 HTTP/1.1" status: 200 len: 814 time: 0.1145773 Jun 17 07:49:58.158427 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f728e4ce-cd1a-4a38-a11b-459daadfb8d7 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/quotas/727c1c872deb4f739af5b50bd17adbc1 HTTP/1.1" status: 200 len: 375 time: 0.0122383 Jun 17 07:49:58.170597 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-68cf4f6d-761e-49c4-a9f9-984da33027fb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:58.173135 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-68cf4f6d-761e-49c4-a9f9-984da33027fb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.1143482 Jun 17 07:49:58.189234 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-d60f0eaf-3a85-4618-a1a7-f9dc61a5a780 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/quotas/b28354c7d3c24df48977b999c9e972aa HTTP/1.1" status: 200 len: 375 time: 0.0097008 Jun 17 07:49:58.197314 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-808d4505-5c87-44aa-9f77-21f38fba0f7c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314815 Jun 17 07:49:58.252922 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-55692f36-145b-4fd8-bd5b-579458b06edb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575137 Jun 17 07:49:58.306585 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-a22251a3-632e-4483-bc2d-8d2bcb01379f service neutron] 10.222.0.27 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967648 Jun 17 07:49:58.371213 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-397706e9-e142-45e8-acf4-eef4efbc66a4 service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020300 Jun 17 07:49:58.406350 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-6cbd4456-1cbb-4521-bd5e-e4c344d939e0 service neutron] 10.222.0.27 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935125 Jun 17 07:49:58.479924 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-0e0a8f24-8e12-4c76-a063-65dcc516dfcc service neutron] 10.222.0.27 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028678 Jun 17 07:49:58.720018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac90a6-198c-4d43-9d38-99c259711714 req-d7099c5d-3573-4fc8-896b-d5fdec117776 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:58.722144 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-11ac90a6-198c-4d43-9d38-99c259711714 req-d7099c5d-3573-4fc8-896b-d5fdec117776 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0898166 Jun 17 07:49:58.768019 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b6d8b349-6af9-4047-939b-a92d60e8d308 req-801e36c0-b7a8-4104-9dad-344365263040 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 210 time: 0.0372260 Jun 17 07:49:58.771039 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-11ac90a6-198c-4d43-9d38-99c259711714 req-51255a2c-ed6e-461d-b26b-74ce4679f3d9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426123 Jun 17 07:49:58.848984 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6b7d2208-46b1-4f83-9bff-aad50a1a546f req-e63da3f6-461e-4b89-9be8-102a4b0d11c5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 210 time: 0.0268047 Jun 17 07:49:58.850098 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0ea799f4-f7ba-4e36-8faa-dde344e4a48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:49:59.881697 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0cac3eb5-4651-49bb-a839-4be00c317c26 req-d22bd3c9-8f7c-4da8-8400-f74bb6803ad3 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 210 time: 0.0273647 Jun 17 07:49:59.905201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03912e6-1103-47cb-a354-65edef63afa0 req-87dc0407-a05b-41cb-a572-99b033aa8918 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:49:59.906781 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a03912e6-1103-47cb-a354-65edef63afa0 req-87dc0407-a05b-41cb-a572-99b033aa8918 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0564225 Jun 17 07:49:59.949701 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a03912e6-1103-47cb-a354-65edef63afa0 req-d8cc8e35-375c-4ea6-a1c6-4b5c6cad9d6e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360241 Jun 17 07:49:59.974874 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-327f0343-34ef-4fbb-a3a5-e599a6787337 req-1a1483c7-ea40-4810-aa73-9fb4593d7d10 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 210 time: 0.0316298 Jun 17 07:50:00.904578 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-08ff99f0-4ecc-4ec5-a69d-af27c2e62fd9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:00.906830 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-08ff99f0-4ecc-4ec5-a69d-af27c2e62fd9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 819 time: 0.1038387 Jun 17 07:50:00.962992 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-11111524-b91f-44a4-a2c6-a9a09c554891 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b28354c7d3c24df48977b999c9e972aa HTTP/1.1" status: 200 len: 380 time: 0.0454943 Jun 17 07:50:00.974408 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'port': {'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'admin_state_up': True, 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'security_groups': ['e86d6cfe-b932-480a-86c8-6d1fef672d3b']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:00.984778 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-03c273fa-56e6-4f66-92fc-da683f30b425 req-e3fc1dcb-bad6-4948-b1f7-ff2389dd5ba1 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 210 time: 0.0305002 Jun 17 07:50:01.084762 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c31907b7-8d2d-4472-9c6e-e88d495b42ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:01.105646 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6697be65-2dc8-4cd3-b399-5761ebcf728a req-d9ef9020-2e5a-4336-85d8-94e088838277 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 210 time: 0.0312490 Jun 17 07:50:01.128454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996cf01b-05a2-4775-8048-54cb42f922f6 req-2d5dd870-bab6-4851-ba14-e92fb0138cab tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:01.130552 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-996cf01b-05a2-4775-8048-54cb42f922f6 req-2d5dd870-bab6-4851-ba14-e92fb0138cab tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0741174 Jun 17 07:50:01.175466 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-996cf01b-05a2-4775-8048-54cb42f922f6 req-641ce6c9-a619-458a-a531-359db25be26a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387585 Jun 17 07:50:01.239524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Made reservation on behalf of b28354c7d3c24df48977b999c9e972aa for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:01.243021 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:01.370797 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Allocated IP 172.20.0.13 (1bdea463-3a92-44ed-80ee-a254165167eb/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2/a82df1a1-a458-4302-b731-29732fa64279) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:01.520220 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-4426f0f9-6d8e-4ccf-a917-6ad087c95722 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:01.522399 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-4426f0f9-6d8e-4ccf-a917-6ad087c95722 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "GET /v2.0/networks?id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 HTTP/1.1" status: 200 len: 814 time: 0.1423788 Jun 17 07:50:01.544785 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Request body: {'port': {'device_id': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031', 'admin_state_up': True, 'tenant_id': '727c1c872deb4f739af5b50bd17adbc1'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:01.564654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:01.635841 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec579d55-7189-42c5-b412-cbeada05bb8c req-abf5e09e-fd29-4856-8594-5b8685983771 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:01.638198 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec579d55-7189-42c5-b412-cbeada05bb8c req-abf5e09e-fd29-4856-8594-5b8685983771 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.1129057 Jun 17 07:50:01.696502 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:01.702335 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec579d55-7189-42c5-b412-cbeada05bb8c req-34644379-0c90-4ae4-a9b2-4bc9987469df tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576377 Jun 17 07:50:01.781450 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Made reservation on behalf of 727c1c872deb4f739af5b50bd17adbc1 for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:01.784923 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:01.926198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Allocated IP 172.20.0.7 (c2ed46c3-bd3e-4d33-8c3c-5806a4f75031/7412ee5d-d813-4783-809a-ba9256f078ac/dfa8c3ee-9574-42b9-90bf-04020f5c3620) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:01.989499 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Network 1bdea463-3a92-44ed-80ee-a254165167eb is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:01.994345 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:01.999095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-5a37e274-5345-4420-8d9f-10408d61c850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.000569 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-5a37e274-5345-4420-8d9f-10408d61c850 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1098 time: 0.3367007 Jun 17 07:50:02.006351 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:02.012770 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.013455 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.029696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event updated for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:02.095581 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.120219 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-99b8aaa6-09bd-461f-a310-a7e2a65d5580 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1496036 Jun 17 07:50:02.137895 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Request body: {'port': {'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:02.142916 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c5e7c5ae-4899-4001-93a8-173b9b164483 req-add5440d-5483-4635-b65e-f9b539365fdc tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 210 time: 0.0513709 Jun 17 07:50:02.246745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-80700571-1c02-4fef-ac94-2c03bf0b49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.248068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-80700571-1c02-4fef-ac94-2c03bf0b49f3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.2279279 Jun 17 07:50:02.251688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.272513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-87dafcc6-cea1-4b8d-9c38-c2f10c7b6339 None None] Provisioning complete for port a82df1a1-a458-4302-b731-29732fa64279 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:02.273141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-87dafcc6-cea1-4b8d-9c38-c2f10c7b6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.276693 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.307567 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.316794 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-87dafcc6-cea1-4b8d-9c38-c2f10c7b6339 None None] Port a82df1a1-a458-4302-b731-29732fa64279 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:02.352023 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:02.355018 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:02.359002 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:02.383624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cee0cb9-66e2-4404-a258-a28c2cd27435 req-e110aaf5-f045-4baf-b503-a0b581fefb19 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.387424 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6cee0cb9-66e2-4404-a258-a28c2cd27435 req-e110aaf5-f045-4baf-b503-a0b581fefb19 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 932 time: 0.1532745 Jun 17 07:50:02.387633 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Pushing event updated for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:02.407406 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-2b065012-b575-4b35-90dd-9e65922d747b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 1001 time: 0.1396420 Jun 17 07:50:02.414364 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.414979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.486178 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-f0fdd0e6-14f8-401b-aee0-b83a2bbf9f3c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9454148 Jun 17 07:50:02.499925 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Request body: {'port': {'device_id': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:02.542016 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6cee0cb9-66e2-4404-a258-a28c2cd27435 req-1bbd5383-51c7-48b7-b38a-fe7c5e30dd98 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425812 Jun 17 07:50:02.566786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.569121 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-6b9609dc-7318-43b2-8b95-3332f333da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.570577 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-6b9609dc-7318-43b2-8b95-3332f333da83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.1487997 Jun 17 07:50:02.679937 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-c8e03281-e470-4593-97d9-f16b34bbad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.681421 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-c8e03281-e470-4593-97d9-f16b34bbad36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0963283 Jun 17 07:50:02.803132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82df1a1-a458-4302-b731-29732fa64279 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:02.812955 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.834539 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-17eda367-9ec3-4b53-b88b-b82847cedd1e service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446583 Jun 17 07:50:02.837153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Transition to ACTIVE for port object a82df1a1-a458-4302-b731-29732fa64279 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:50:02.853466 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c69589-b9db-4785-b7e1-489ca1d341cc req-a763c805-5dd5-4661-b629-323df2bc830b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:02.860685 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-82c69589-b9db-4785-b7e1-489ca1d341cc req-a763c805-5dd5-4661-b629-323df2bc830b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0731459 Jun 17 07:50:02.906212 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfa8c3ee-9574-42b9-90bf-04020f5c3620 {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:02.914082 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.923127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:02.932504 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-82c69589-b9db-4785-b7e1-489ca1d341cc req-abccfcbb-37c9-4cda-8271-e3fc9c12ea0a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574732 Jun 17 07:50:02.940428 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Transition to ACTIVE for port object dfa8c3ee-9574-42b9-90bf-04020f5c3620 will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:50:02.979738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Pushing event updated for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:02.984593 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-9836e5d2-7a32-4751-bc4f-fb3633e781b1 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368217 Jun 17 07:50:02.999042 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.052963 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Attempting to bind port a82df1a1-a458-4302-b731-29732fa64279 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:03.053617 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Attempting to bind port a82df1a1-a458-4302-b731-29732fa64279 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:03.053617 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Attempting to bind port a82df1a1-a458-4302-b731-29732fa64279 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:03.058736 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Port a82df1a1-a458-4302-b731-29732fa64279 on network 1bdea463-3a92-44ed-80ee-a254165167eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:50:03.059060 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Attempting to bind port a82df1a1-a458-4302-b731-29732fa64279 on network 1bdea463-3a92-44ed-80ee-a254165167eb {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:03.064454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:03.064790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Checking segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:03.065209 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Bound using segment: {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:03.065640 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Bound port: a82df1a1-a458-4302-b731-29732fa64279, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bccb0a5-63e5-4964-8021-1dd12c2afcfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:03.065999 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.139447 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:03.142942 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a82df1a1-a458-4302-b731-29732fa64279,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:03.204175 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.255165 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.256126 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.258137 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] 10.222.0.57 "PUT /v2.0/ports/a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1094 time: 1.1279373 Jun 17 07:50:03.288080 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:03.290017 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af6eab3-4eeb-442a-a020-dc77d8ceb907" -d '{"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:03.311838 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:03.337835 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7377ce-31aa-4a81-8005-c70ac2af3557 service neutron] Pushing event updated for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:03.363323 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87616e7-7eb0-40a6-a21b-629aa4c7a0d5 req-bab58798-c80c-4684-97d6-5bdba1a9c363 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.365021 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c87616e7-7eb0-40a6-a21b-629aa4c7a0d5 req-bab58798-c80c-4684-97d6-5bdba1a9c363 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 943 time: 0.1512363 Jun 17 07:50:03.366690 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a892e8d4-3ca0-4a2b-a170-ab1bae8a415c x-openstack-request-id: req-a892e8d4-3ca0-4a2b-a170-ab1bae8a415c {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:03.366999 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:03.367478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a892e8d4-3ca0-4a2b-a170-ab1bae8a415c {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:03.367767 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a892e8d4-3ca0-4a2b-a170-ab1bae8a415c'] response: {'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'status': 'completed', 'code': 200} Jun 17 07:50:03.381318 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Attempting to bind port dfa8c3ee-9574-42b9-90bf-04020f5c3620 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:03.381654 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Attempting to bind port dfa8c3ee-9574-42b9-90bf-04020f5c3620 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:03.381975 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Attempting to bind port dfa8c3ee-9574-42b9-90bf-04020f5c3620 on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:03.387127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Port dfa8c3ee-9574-42b9-90bf-04020f5c3620 on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:50:03.387127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Attempting to bind port dfa8c3ee-9574-42b9-90bf-04020f5c3620 on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:03.393156 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:03.393500 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Checking segment: {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:03.393880 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Bound using segment: {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:03.397076 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Bound port: dfa8c3ee-9574-42b9-90bf-04020f5c3620, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:03.397076 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.416014 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.440273 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c87616e7-7eb0-40a6-a21b-629aa4c7a0d5 req-625533a8-da4b-443b-8d35-dbaefe79c540 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575371 Jun 17 07:50:03.443719 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-6b5c6702-eb11-4c78-98a7-5a8092cf9dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.445250 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-6b5c6702-eb11-4c78-98a7-5a8092cf9dba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1097 time: 0.0714033 Jun 17 07:50:03.474570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:03.478497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:03.491957 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-06b6c3b4-5484-4008-9a0d-781208b779c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 217 time: 0.0384395 Jun 17 07:50:03.541949 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.553698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-e4d592d6-331b-44e3-a029-d2703ca8ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.555226 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-e4d592d6-331b-44e3-a029-d2703ca8ce0a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0562692 Jun 17 07:50:03.575613 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.578225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.578225 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] 10.222.0.57 "PUT /v2.0/ports/dfa8c3ee-9574-42b9-90bf-04020f5c3620 HTTP/1.1" status: 200 len: 1093 time: 1.0830703 Jun 17 07:50:03.578225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:03.580321 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ead4d3f-6f21-4104-add1-10648541ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:03.619722 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-140064f2-dc5a-4ec4-8d2d-8a3f7bcf89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.623709 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-140064f2-dc5a-4ec4-8d2d-8a3f7bcf89d6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0543725 Jun 17 07:50:03.650353 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37a7d59-163d-4ea1-bf4a-bd0252c3aa1f x-openstack-request-id: req-a37a7d59-163d-4ea1-bf4a-bd0252c3aa1f {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:03.650910 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:03.651459 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a37a7d59-163d-4ea1-bf4a-bd0252c3aa1f {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:03.652340 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a37a7d59-163d-4ea1-bf4a-bd0252c3aa1f'] response: {'name': 'network-changed', 'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620', 'status': 'completed', 'code': 200} Jun 17 07:50:03.668899 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092aa5c-2363-4587-910c-a62dada0abe0 service neutron] Pushing event updated for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:03.755967 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-2b7411c3-7362-49a1-af7f-825ed143bf1a service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176281 Jun 17 07:50:03.770212 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-7dc0949a-8af3-4c7d-a788-6c78141d7d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.771738 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-7dc0949a-8af3-4c7d-a788-6c78141d7d66 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 1096 time: 0.0870662 Jun 17 07:50:03.780590 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aafc3d-d6d1-4844-9ca1-e439f141417f req-d6979429-f4fd-4bd0-8532-0bc9727b54f5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.782038 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5aafc3d-d6d1-4844-9ca1-e439f141417f req-d6979429-f4fd-4bd0-8532-0bc9727b54f5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 944 time: 0.0869660 Jun 17 07:50:03.855153 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97c4321b-30f4-4504-8760-7a5871de23c6 req-14424005-0bdb-4abc-b035-5876cd47c50a service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911903 Jun 17 07:50:03.935406 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5aafc3d-d6d1-4844-9ca1-e439f141417f req-dd9b81b8-3fce-43ec-8d3a-43c4a791d07b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446147 Jun 17 07:50:03.941150 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:03.988681 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-ac2c09d8-eb2c-4ef4-90a0-ecdd0329cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.990185 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-ac2c09d8-eb2c-4ef4-90a0-ecdd0329cf68 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=727c1c872deb4f739af5b50bd17adbc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2072909 Jun 17 07:50:03.992487 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-b07a045e-cfee-4a8c-b3f8-7b5d07ac70f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:03.994041 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-b07a045e-cfee-4a8c-b3f8-7b5d07ac70f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1097 time: 0.0479090 Jun 17 07:50:04.123637 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ed67-188b-4f83-97b3-42c54a2ce6ac req-1282f5f4-41bd-4af1-bedb-d7f11faa1a4a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.125067 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ca98ed67-188b-4f83-97b3-42c54a2ce6ac req-1282f5f4-41bd-4af1-bedb-d7f11faa1a4a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.1164310 Jun 17 07:50:04.155237 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-2ecf138b-143a-44e5-a4d2-965324803fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.156647 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-2ecf138b-143a-44e5-a4d2-965324803fec service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.1392796 Jun 17 07:50:04.167835 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-5275c41c-2c12-4082-8653-52fb0c2b7eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.170491 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0ead4d3f-6f21-4104-add1-10648541ac2a req-5275c41c-2c12-4082-8653-52fb0c2b7eb7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1617215 Jun 17 07:50:04.211828 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ca98ed67-188b-4f83-97b3-42c54a2ce6ac req-6a4d8696-b234-4204-af68-a69e93034ff7 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764208 Jun 17 07:50:04.213068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-02fc0928-afdb-4587-a35d-fe77a573e0c6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 217 time: 0.0427318 Jun 17 07:50:04.257110 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-34a61f0f-837b-425c-b14c-13eb2b52a3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.258596 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-34a61f0f-837b-425c-b14c-13eb2b52a3f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 1096 time: 0.0463507 Jun 17 07:50:04.263206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-ae5b91a0-f6a1-41ad-a35c-720112717118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.264610 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-ae5b91a0-f6a1-41ad-a35c-720112717118 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0448706 Jun 17 07:50:04.312788 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-1225fcc0-cc49-4fd7-9424-1fefff204b5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620 HTTP/1.1" status: 200 len: 217 time: 0.0350962 Jun 17 07:50:04.318716 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-8d430e56-7a4e-42a4-9ef0-e96cfa3cbc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.320182 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-8d430e56-7a4e-42a4-9ef0-e96cfa3cbc98 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407012 Jun 17 07:50:04.363186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-932ac3e9-8ace-4421-956a-d04ce3cc211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.365309 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-932ac3e9-8ace-4421-956a-d04ce3cc211e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7412ee5d-d813-4783-809a-ba9256f078ac HTTP/1.1" status: 200 len: 854 time: 0.0441573 Jun 17 07:50:04.396698 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-1a20b539-bc1a-49f4-af2f-98ae2d65b3c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236604 Jun 17 07:50:04.419642 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-661d301d-cee2-42c6-b579-bb3b857e068a service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898571 Jun 17 07:50:04.503725 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-d0bb8a54-d50b-4960-aa9b-dc93837a1eaf service neutron] 10.222.0.57 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922039 Jun 17 07:50:04.523087 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5af6eab3-4eeb-442a-a020-dc77d8ceb907 req-7cc173b2-ead5-4add-948b-f1bf4b724417 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895324 Jun 17 07:50:04.619155 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc806ac6-9477-4e15-9250-8c94d43d867a req-2f99aab5-486d-4566-8d84-c353872fc54f tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:04.620617 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cc806ac6-9477-4e15-9250-8c94d43d867a req-2f99aab5-486d-4566-8d84-c353872fc54f tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 943 time: 0.1024346 Jun 17 07:50:04.652414 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c223dcc-a716-41c8-86f8-62347b9531f9 req-24071c1c-1032-45a1-9f0e-a755a0d25710 service neutron] 10.222.0.57 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372063 Jun 17 07:50:04.667838 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cc806ac6-9477-4e15-9250-8c94d43d867a req-a40cbb1b-95b3-4aff-854f-464db3931750 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364642 Jun 17 07:50:05.051892 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f324acf8-6c91-4210-86c4-85c54cec4107 req-de30ddcc-7f75-46af-924c-6053854b81a6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:05.053373 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f324acf8-6c91-4210-86c4-85c54cec4107 req-de30ddcc-7f75-46af-924c-6053854b81a6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 944 time: 0.0474260 Jun 17 07:50:05.093654 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f324acf8-6c91-4210-86c4-85c54cec4107 req-f0ec5fc9-1be0-4d03-90b3-29809666d981 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344236 Jun 17 07:50:05.787649 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84904066-f4ca-4598-81a4-56a72bb05d12 req-ec8dc3eb-53c0-481f-9114-65a0e171f523 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:05.789235 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-84904066-f4ca-4598-81a4-56a72bb05d12 req-ec8dc3eb-53c0-481f-9114-65a0e171f523 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 943 time: 0.0506909 Jun 17 07:50:05.827618 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-84904066-f4ca-4598-81a4-56a72bb05d12 req-d66737a7-ec92-4321-a67c-1241404f9533 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jun 17 07:50:06.206474 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f1e487-805a-41ea-8b33-7dee4f49171d req-98ce4488-2a5b-47d8-b68c-7a9e5e036b4f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:06.208416 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c6f1e487-805a-41ea-8b33-7dee4f49171d req-98ce4488-2a5b-47d8-b68c-7a9e5e036b4f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 944 time: 0.0465946 Jun 17 07:50:06.244346 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c6f1e487-805a-41ea-8b33-7dee4f49171d req-bb403866-2f59-4042-a75a-a75a667d1dad tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299547 Jun 17 07:50:06.947614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f167c1c0-a12e-463c-bad4-4adf091408ca req-ec27f5a4-f2a1-410a-8f21-717c234dd872 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:06.949178 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f167c1c0-a12e-463c-bad4-4adf091408ca req-ec27f5a4-f2a1-410a-8f21-717c234dd872 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 943 time: 0.0582516 Jun 17 07:50:06.985979 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f167c1c0-a12e-463c-bad4-4adf091408ca req-c0593823-ee53-4c4b-b6eb-c2daade93ac0 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310013 Jun 17 07:50:07.245252 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device a82df1a1-a458-4302-b731-29732fa64279 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:50:07.339835 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a82df1a1-a458-4302-b731-29732fa64279,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:07.350775 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'a82df1a1-a458-4302-b731-29732fa64279', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:50:07.356409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08592008-2092-4678-85dd-3bd994e7ac5f req-e7b3f6ab-5696-44b4-9587-125346e80549 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:07.357912 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-08592008-2092-4678-85dd-3bd994e7ac5f req-e7b3f6ab-5696-44b4-9587-125346e80549 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 944 time: 0.0479355 Jun 17 07:50:07.391057 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port a82df1a1-a458-4302-b731-29732fa64279 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:07.391432 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:07.395930 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-08592008-2092-4678-85dd-3bd994e7ac5f req-9973941d-30cf-4137-8a39-8f605f2e1a98 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318320 Jun 17 07:50:07.404842 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82df1a1-a458-4302-b731-29732fa64279 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:07.429947 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a82df1a1-a458-4302-b731-29732fa64279,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:07.494181 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:07.494842 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device dfa8c3ee-9574-42b9-90bf-04020f5c3620 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:50:07.569811 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:07.584009 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.584372 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.584714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.585075 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.585429 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.585755 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.586079 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.586398 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.586738 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.587060 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.587377 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.587694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:07.650337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:07.661184 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620', 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031', 'port_id': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620', 'mac_address': 'fa:16:3e:55:1a:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7412ee5d-d813-4783-809a-ba9256f078ac', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:50:07.696892 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port dfa8c3ee-9574-42b9-90bf-04020f5c3620 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:07.697360 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:07.709459 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfa8c3ee-9574-42b9-90bf-04020f5c3620 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:07.727377 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:07.815807 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:07.862834 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:08.101145 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5212b593-0c24-4cb0-8b21-7d6eddd3bc5d req-d056f544-dce9-4591-bc89-54c080cd2a80 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:08.102621 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5212b593-0c24-4cb0-8b21-7d6eddd3bc5d req-d056f544-dce9-4591-bc89-54c080cd2a80 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 944 time: 0.0509965 Jun 17 07:50:08.144765 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5212b593-0c24-4cb0-8b21-7d6eddd3bc5d req-f8805825-ef2f-4992-9df6-4fe5f5ec6248 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352285 Jun 17 07:50:08.207448 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['dfa8c3ee-9574-42b9-90bf-04020f5c3620'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:50:08.234591 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['a82df1a1-a458-4302-b731-29732fa64279'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:50:08.519620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab8aa4-9a00-423f-adfa-6c79ebfa4a83 req-eea8f8be-d106-4422-8cef-9fbdfeb7d328 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:08.521140 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9dab8aa4-9a00-423f-adfa-6c79ebfa4a83 req-eea8f8be-d106-4422-8cef-9fbdfeb7d328 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 945 time: 0.0550206 Jun 17 07:50:08.559921 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9dab8aa4-9a00-423f-adfa-6c79ebfa4a83 req-c6b0fcc7-a94d-4c39-97bc-a27e92c4c566 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329418 Jun 17 07:50:09.254463 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ec579-4fac-4d45-8648-f0db9e718641 req-250cb2d3-9ec9-4c61-a932-c4fb56f73a21 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:09.255885 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7a0ec579-4fac-4d45-8648-f0db9e718641 req-250cb2d3-9ec9-4c61-a932-c4fb56f73a21 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 944 time: 0.0460062 Jun 17 07:50:09.292403 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7a0ec579-4fac-4d45-8648-f0db9e718641 req-8e51fb20-b9ae-42f1-b875-c7831997cedf tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306349 Jun 17 07:50:09.678586 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:09.682335 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a62b06-e8bd-4e6f-978a-1b3bef97e97c req-30f8cfb1-a707-4042-bc1e-29d6703137f0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:09.682335 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-21a62b06-e8bd-4e6f-978a-1b3bef97e97c req-30f8cfb1-a707-4042-bc1e-29d6703137f0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 945 time: 0.0478494 Jun 17 07:50:09.718104 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-21a62b06-e8bd-4e6f-978a-1b3bef97e97c req-0f22817e-b9c4-4b90-8350-d1d8416e6143 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Jun 17 07:50:10.404696 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ed3fdc-e615-490d-a775-dd0ee956062a req-8d2a13b7-ee97-42ec-9ecd-07368066604f tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:10.406158 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-20ed3fdc-e615-490d-a775-dd0ee956062a req-8d2a13b7-ee97-42ec-9ecd-07368066604f tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 944 time: 0.0504611 Jun 17 07:50:10.445157 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-20ed3fdc-e615-490d-a775-dd0ee956062a req-7c5174d5-9e8e-41e9-baa9-703b09eb2027 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330207 Jun 17 07:50:10.834911 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee897c62-0f77-40d7-a70b-4e4facf581e3 req-94e3f56e-76a7-4409-9fab-c6ea43de8517 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:10.836278 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee897c62-0f77-40d7-a70b-4e4facf581e3 req-94e3f56e-76a7-4409-9fab-c6ea43de8517 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 945 time: 0.0476787 Jun 17 07:50:10.872692 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee897c62-0f77-40d7-a70b-4e4facf581e3 req-064b09a2-7c52-42ca-8846-0beb06fe274b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301936 Jun 17 07:50:11.260206 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device dfa8c3ee-9574-42b9-90bf-04020f5c3620 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:11.375533 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port dfa8c3ee-9574-42b9-90bf-04020f5c3620 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:50:11.379703 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port dfa8c3ee-9574-42b9-90bf-04020f5c3620 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:11.380070 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:11.457409 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port dfa8c3ee-9574-42b9-90bf-04020f5c3620 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:11.457868 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:11.479860 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:11.481778 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba596d8-d007-4f9f-bdec-8658eaa89fa2" -d '{"events": [{"server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "name": "network-vif-plugged", "status": "completed", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:11.495889 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:11.517167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa912edc-c129-4cb5-ad85-e9b095418044 x-openstack-request-id: req-aa912edc-c129-4cb5-ad85-e9b095418044 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:11.517473 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "name": "network-vif-plugged", "status": "completed", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:11.524245 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-aa912edc-c129-4cb5-ad85-e9b095418044 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:11.524245 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa912edc-c129-4cb5-ad85-e9b095418044'] response: {'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620', 'code': 200} Jun 17 07:50:11.568723 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d55336-6092-49e2-896a-ef6d16adb8c7 req-2da60605-9f6e-4d82-9f27-ead7835eca95 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:11.570217 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1d55336-6092-49e2-896a-ef6d16adb8c7 req-2da60605-9f6e-4d82-9f27-ead7835eca95 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 944 time: 0.0507755 Jun 17 07:50:11.570480 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:11.571293 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device a82df1a1-a458-4302-b731-29732fa64279 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:11.622152 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1d55336-6092-49e2-896a-ef6d16adb8c7 req-1284ded8-1d1b-48ef-bb8a-ac8088f58e44 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430665 Jun 17 07:50:11.660133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:11.804074 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port a82df1a1-a458-4302-b731-29732fa64279 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:50:11.807931 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port a82df1a1-a458-4302-b731-29732fa64279 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:11.808294 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:11.884236 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port a82df1a1-a458-4302-b731-29732fa64279 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:11.884637 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:11.919094 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d30249-6489-44ca-b45e-baca1a5cbb08 req-b709b920-e070-4519-9e16-2caa5196ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:11.923017 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a82df1a1-a458-4302-b731-29732fa64279,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:11.923155 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-18d30249-6489-44ca-b45e-baca1a5cbb08 req-b709b920-e070-4519-9e16-2caa5196ecfa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 1098 time: 0.0472181 Jun 17 07:50:11.955478 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-18d30249-6489-44ca-b45e-baca1a5cbb08 req-1bdfc0dc-efa4-405b-9705-f6eb481a1fb9 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275543 Jun 17 07:50:11.992788 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e51fe8f-5d16-4226-a370-5d626665a48a req-9a29409b-12c6-471e-9ed7-23259d904091 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:11.994263 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0e51fe8f-5d16-4226-a370-5d626665a48a req-9a29409b-12c6-471e-9ed7-23259d904091 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 945 time: 0.0482376 Jun 17 07:50:11.996879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:12.035416 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0e51fe8f-5d16-4226-a370-5d626665a48a req-fe46a2b3-b35c-4f0b-bb95-648c85afc86f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351036 Jun 17 07:50:12.047244 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:12.739107 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664a015-eacf-49f8-8c1d-f9641e4ffa06 req-04ccc6a9-95e1-45c2-a8c2-646d17b0e10d tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:12.740606 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b664a015-eacf-49f8-8c1d-f9641e4ffa06 req-04ccc6a9-95e1-45c2-a8c2-646d17b0e10d tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 945 time: 0.0504925 Jun 17 07:50:12.776788 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b664a015-eacf-49f8-8c1d-f9641e4ffa06 req-0861cba2-e819-48a3-84dd-fb6674965e70 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301938 Jun 17 07:50:13.151108 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea15f2e-cc46-4008-8f60-8becb7da7ed8 req-a64b4451-030b-4117-98c1-5951d95ee538 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:13.152596 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea15f2e-cc46-4008-8f60-8becb7da7ed8 req-a64b4451-030b-4117-98c1-5951d95ee538 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0496128 Jun 17 07:50:13.189138 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea15f2e-cc46-4008-8f60-8becb7da7ed8 req-0671e3b2-3e9d-4318-8d2a-0d530bcb9833 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303185 Jun 17 07:50:13.519507 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:13.525721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3554c2a-d040-40a8-802b-4a8055bfec3a" -d '{"events": [{"server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "name": "network-vif-plugged", "status": "completed", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:13.562096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07a988e-3809-4492-a94d-aafb3a5ccf83 x-openstack-request-id: req-d07a988e-3809-4492-a94d-aafb3a5ccf83 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:13.562096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "name": "network-vif-plugged", "status": "completed", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:13.562096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d07a988e-3809-4492-a94d-aafb3a5ccf83 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:13.562096 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d07a988e-3809-4492-a94d-aafb3a5ccf83'] response: {'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'code': 200} Jun 17 07:50:13.895364 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5b285d-6bae-4ee7-ae5e-b3cf3a21dc7d req-bf26c1ea-f7ac-4181-ba4f-bbf72eb87d02 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:13.896860 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-aa5b285d-6bae-4ee7-ae5e-b3cf3a21dc7d req-bf26c1ea-f7ac-4181-ba4f-bbf72eb87d02 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 945 time: 0.0486243 Jun 17 07:50:13.904132 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25b8ca1-5786-464f-b54e-c9d6566d8baf req-8425b28f-efbc-4112-b3fe-111f896f8992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:13.905760 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c25b8ca1-5786-464f-b54e-c9d6566d8baf req-8425b28f-efbc-4112-b3fe-111f896f8992 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0414126 Jun 17 07:50:13.935687 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-aa5b285d-6bae-4ee7-ae5e-b3cf3a21dc7d req-4677a40f-1c96-44e6-8547-aea71c190344 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322134 Jun 17 07:50:13.945282 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c25b8ca1-5786-464f-b54e-c9d6566d8baf req-4b441d2b-cb2c-43f0-b692-8ecdd1330b59 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284352 Jun 17 07:50:14.318276 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bf7bf-4457-419f-9137-0f4d15241f68 req-18780ff7-ad85-4483-9076-39c275a6ca6c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:14.319939 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c22bf7bf-4457-419f-9137-0f4d15241f68 req-18780ff7-ad85-4483-9076-39c275a6ca6c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0553157 Jun 17 07:50:14.379489 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c22bf7bf-4457-419f-9137-0f4d15241f68 req-d15f5f61-ddb9-4d0a-9c1c-b7ae72867fa7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476646 Jun 17 07:50:14.582619 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-0747f9d4-fbbe-45c3-9219-89e5f08e22c5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112212740&fields=id&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 267 time: 0.0512030 Jun 17 07:50:14.697018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-c41a0c78-14da-4bee-8b8c-c0a4783cb4ad tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:14.704142 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-c41a0c78-14da-4bee-8b8c-c0a4783cb4ad tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1127570 Jun 17 07:50:14.715522 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-9720be21-8aed-49a9-b80c-cdc388112e7b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/quotas/afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 375 time: 0.0089967 Jun 17 07:50:14.765565 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-07bb5cfa-dec2-45b6-a825-93f403a9b699 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452344 Jun 17 07:50:14.867401 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-c683ed0f-3a22-4af9-8cfb-599a94849dd7 service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902982 Jun 17 07:50:14.955784 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-dc244a5f-c390-4d9e-897d-25c78a5a9aae service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822618 Jun 17 07:50:15.497764 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99c95-8bee-44eb-9649-6f2ea9abdc05 req-b2699f78-f142-43b4-9176-54256c534786 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:15.499758 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6bc99c95-8bee-44eb-9649-6f2ea9abdc05 req-b2699f78-f142-43b4-9176-54256c534786 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0617874 Jun 17 07:50:15.542086 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6bc99c95-8bee-44eb-9649-6f2ea9abdc05 req-28c5ee78-e660-4d56-8cfb-f83cf8db7fc4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351803 Jun 17 07:50:15.558569 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d92b17ee-973b-4f48-be6f-7c366a5539aa req-783791f5-3cda-40bb-822a-ed412f478b1c tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 210 time: 0.0298877 Jun 17 07:50:16.655362 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-157242ee-fd56-4aa6-863e-204931870582 req-80902463-e111-4348-b962-fac736a09881 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 210 time: 0.0374944 Jun 17 07:50:16.673749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893f63e-31a6-4412-9ad0-602b279dd25f req-720a90e4-5433-4767-9c00-ea9750df1fd3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:16.676726 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f893f63e-31a6-4412-9ad0-602b279dd25f req-720a90e4-5433-4767-9c00-ea9750df1fd3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0626941 Jun 17 07:50:16.728007 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f893f63e-31a6-4412-9ad0-602b279dd25f req-86ce4c1f-4be0-4a03-8805-8d04f6e35996 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449078 Jun 17 07:50:16.844715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0661891-cec7-41f5-ad5a-8fd898120430 req-41fa8fa2-a32e-475d-b440-010a150c875b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:16.847816 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e0661891-cec7-41f5-ad5a-8fd898120430 req-41fa8fa2-a32e-475d-b440-010a150c875b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0519502 Jun 17 07:50:16.856304 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39582) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:16.860879 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'floatingip': {'port_id': 'a82df1a1-a458-4302-b731-29732fa64279'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:16.900034 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:17.335827 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:17.444154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:17.766783 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dec644e4-9808-42d0-bc64-66f89e788d51 req-da74ab7c-b34a-4255-848d-9797bfff3e52 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 210 time: 0.0338736 Jun 17 07:50:17.799954 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Floating IP 7beac6c7-e5cf-4cbf-8a88-20bec89be494 associated. External IP: 172.27.2.155, port: a82df1a1-a458-4302-b731-29732fa64279. Jun 17 07:50:18.011471 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Router 4b68f483-1903-4597-a3dd-8b905a90f550 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:50:18.080372 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-501e3f50-8160-4c0d-814b-5770ebbcbe4a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.081899 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-501e3f50-8160-4c0d-814b-5770ebbcbe4a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1144221 Jun 17 07:50:18.128519 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:18.133620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:18.139022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:18.146147 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6e0153e4-46a6-480f-89ea-a9fafd168715 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 379 time: 0.0447578 Jun 17 07:50:18.149080 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:18.149678 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:18.162598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'port': {'device_id': '881b322e-78e0-442b-9fe6-769eaa337883', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'admin_state_up': True, 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'security_groups': ['f8f70e19-4161-47fd-b91c-e4edf22b84ae']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:18.167787 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-9d8eaaa7-c4bb-439d-b5fd-a11a9dcb0d36 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "PUT /v2.0/floatingips/7beac6c7-e5cf-4cbf-8a88-20bec89be494 HTTP/1.1" status: 200 len: 992 time: 1.3103700 Jun 17 07:50:18.168782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:18.171149 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df006fe6-550e-4608-bdd2-6af33b7766f0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:18.210998 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e992c3-88ad-4e0f-8e1c-109ea8ae9824 x-openstack-request-id: req-65e992c3-88ad-4e0f-8e1c-109ea8ae9824 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:18.211388 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:18.211697 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-65e992c3-88ad-4e0f-8e1c-109ea8ae9824 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:18.212323 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e992c3-88ad-4e0f-8e1c-109ea8ae9824'] response: {'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'status': 'completed', 'code': 200} Jun 17 07:50:18.271924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:18.284382 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-6b6faeb4-e398-4a5d-abee-a07f610f038c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.286627 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-6b6faeb4-e398-4a5d-abee-a07f610f038c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0419602 Jun 17 07:50:18.364077 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Made reservation on behalf of afe0774f2ac549ec85ade5e86cc320e4 for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:18.367541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:18.392362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-c58693db-1b9f-4152-a845-68b919dca406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.394962 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-c58693db-1b9f-4152-a845-68b919dca406 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0918286 Jun 17 07:50:18.465325 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-15d1e43f-abc9-4b7d-9be9-6a71473b00c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1000 time: 0.0583878 Jun 17 07:50:18.502692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.20.0.3 (ea30f6ac-18e7-48a9-9582-161dceb65743/28b05958-8d3b-4837-b4fa-7a9f84374ece/c7e933c8-7bc8-4b73-8888-6dfcaaa01f04) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:18.530658 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-a2363b7f-406d-4ca7-9624-4fd6a4849636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.532174 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-a2363b7f-406d-4ca7-9624-4fd6a4849636 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0594330 Jun 17 07:50:18.588147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-47fbeb56-8e6b-40b7-94bb-203396f757f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.589628 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-47fbeb56-8e6b-40b7-94bb-203396f757f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488644 Jun 17 07:50:18.677619 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:50:17Z', 'revision_number': 1, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:18.683166 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:18.707796 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-33f7b4db-6d92-4b8e-92fb-a2af76233232 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006086 Jun 17 07:50:18.709002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:18.717250 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:18.717926 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:18.810813 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:18.822557 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-df006fe6-550e-4608-bdd2-6af33b7766f0 req-415e7396-4641-40f6-9b91-a4c24a26011f service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053786 Jun 17 07:50:18.845520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:18.857949 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:18.862418 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:18.866625 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:18.907649 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:18.968465 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.971809 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:18.980261 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994281b-8502-4233-aa77-5dc00426fb46 req-0db6ae6b-4b33-49f2-8ce8-8af8628bb831 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:18.981806 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8994281b-8502-4233-aa77-5dc00426fb46 req-0db6ae6b-4b33-49f2-8ce8-8af8628bb831 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 931 time: 0.1099744 Jun 17 07:50:19.033389 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8994281b-8502-4233-aa77-5dc00426fb46 req-89b0b663-fe67-45e4-beff-f9db09d3d56b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425599 Jun 17 07:50:19.062362 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-01ccf83b-aa69-4ff1-ab0a-1620559f4142 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9050217 Jun 17 07:50:19.079015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Request body: {'port': {'device_id': '881b322e-78e0-442b-9fe6-769eaa337883', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:19.135927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:50:17Z', 'revision_number': 1, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:19.141906 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.168658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d6574-2885-4580-9435-914d730f0b01 None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:50:17Z', 'revision_number': 1, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:19.181230 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8510b85c-078b-46a0-a5bb-4272dd7848c1 None None] Provisioning complete for port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:19.181598 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8510b85c-078b-46a0-a5bb-4272dd7848c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.218539 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8510b85c-078b-46a0-a5bb-4272dd7848c1 None None] Port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:19.418281 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec514934-5d5c-4de2-8538-99cfce85a90e None None] New status for floating IP 7beac6c7-e5cf-4cbf-8a88-20bec89be494: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:50:19.428839 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:19.436188 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.447827 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Transition to ACTIVE for port object c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:50:19.521995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.589289 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:19.649874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Attempting to bind port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:19.650203 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Attempting to bind port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:19.650553 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Attempting to bind port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:19.655510 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 on network ea30f6ac-18e7-48a9-9582-161dceb65743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:50:19.658125 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Attempting to bind port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:19.667986 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:19.668431 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:19.668885 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Bound using segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:19.669445 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Bound port: c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:19.669875 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.739368 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:19.744442 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:19.833725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.869063 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:19.869671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:19.871167 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] 10.222.0.57 "PUT /v2.0/ports/c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 HTTP/1.1" status: 200 len: 1093 time: 0.7996383 Jun 17 07:50:19.871452 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:19.873696 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159887e-6e71-4a82-8865-c4ef4ee0c666" -d '{"events": [{"name": "network-changed", "server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:19.914825 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65f785-ee9f-4a81-90d4-b4ea6ed44f76 service neutron] Pushing event updated for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:19.921872 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93c58b1-eadc-46f7-bc47-0bfca6150cb0 x-openstack-request-id: req-c93c58b1-eadc-46f7-bc47-0bfca6150cb0 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:19.922380 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:19.922633 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c93c58b1-eadc-46f7-bc47-0bfca6150cb0 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:19.923026 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c93c58b1-eadc-46f7-bc47-0bfca6150cb0'] response: {'name': 'network-changed', 'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'status': 'completed', 'code': 200} Jun 17 07:50:20.014150 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-9b08271a-daf5-4a44-bb9a-62f686296b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.015649 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-9b08271a-daf5-4a44-bb9a-62f686296b90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 1096 time: 0.0426569 Jun 17 07:50:20.362389 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-3fa4d03d-3342-4dc9-a092-cf797bf0ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.363855 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-3fa4d03d-3342-4dc9-a092-cf797bf0ea6b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3380394 Jun 17 07:50:20.375547 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06d2c5-f7ce-4a5c-b3f1-b18602163388 req-ce119808-0670-442d-b640-562fb913eee1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.377016 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bd06d2c5-f7ce-4a5c-b3f1-b18602163388 req-ce119808-0670-442d-b640-562fb913eee1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0736959 Jun 17 07:50:20.475469 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bd06d2c5-f7ce-4a5c-b3f1-b18602163388 req-06ba0f2e-efb1-4b4b-b132-3b76ab63ac60 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893309 Jun 17 07:50:20.494538 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-efa04261-b490-4c0a-ab3c-8e53fa3a5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.496373 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a159887e-6e71-4a82-8865-c4ef4ee0c666 req-efa04261-b490-4c0a-ab3c-8e53fa3a5e33 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1183784 Jun 17 07:50:20.584699 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-92ed7eea-e378-4e67-85ce-82e6add44392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.586203 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-92ed7eea-e378-4e67-85ce-82e6add44392 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 1096 time: 0.0456192 Jun 17 07:50:20.633655 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-d4ea30c9-013e-4fb3-9d6e-8915fd3e09ca service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 HTTP/1.1" status: 200 len: 217 time: 0.0384026 Jun 17 07:50:20.684623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-1eb56642-8baf-4e9c-8aec-e4677a6e495d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.686358 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-1eb56642-8baf-4e9c-8aec-e4677a6e495d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0439579 Jun 17 07:50:20.740329 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-0a811c58-23cc-45ab-b512-3e7a8be39456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:20.741860 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-0a811c58-23cc-45ab-b512-3e7a8be39456 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416327 Jun 17 07:50:20.841018 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-393dc050-f16b-4db4-8c07-561e56f3e951 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882428 Jun 17 07:50:20.948378 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-40b51289-2351-448b-b8aa-f45e71bd0a7a req-82c0fe0e-3473-43ab-8de1-eda92b770654 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915043 Jun 17 07:50:20.953369 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39640) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:21.142740 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6299476-52ab-4a52-aec2-4222b0424302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.216732 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6299476-52ab-4a52-aec2-4222b0424302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.295415 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6299476-52ab-4a52-aec2-4222b0424302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.331651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6299476-52ab-4a52-aec2-4222b0424302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2f7519-15ce-412d-849d-65d3ca91362e,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:21.336050 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a6299476-52ab-4a52-aec2-4222b0424302 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dfc86aaedbf34eaeabb5f9a2214396cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3811805 Jun 17 07:50:21.338836 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39646) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:21.389685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.411355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.529854 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.532453 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:21.536137 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eb2f7519-15ce-412d-849d-65d3ca91362e HTTP/1.1" status: 204 len: 168 time: 0.1938348 Jun 17 07:50:21.543217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b3a33d-dfac-4e60-bda7-d6a4203b6b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2f7519-15ce-412d-849d-65d3ca91362e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:21.642555 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffcecf2-d274-4dd1-81e9-603ed8c6925b req-51343e36-f108-4294-bf83-41a12c935038 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:21.645738 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6ffcecf2-d274-4dd1-81e9-603ed8c6925b req-51343e36-f108-4294-bf83-41a12c935038 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0777693 Jun 17 07:50:21.686264 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6ffcecf2-d274-4dd1-81e9-603ed8c6925b req-009b703d-60b4-4c90-92f5-837d5930b3ce tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340607 Jun 17 07:50:22.591805 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39686) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:22.690827 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2049607533-network', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:22.801847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e989f1-a4ce-40c0-a11a-2d3bfe16d0d6 req-41fbccf7-cca8-4f64-b587-6e13ac4647ac tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:22.803246 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-99e989f1-a4ce-40c0-a11a-2d3bfe16d0d6 req-41fbccf7-cca8-4f64-b587-6e13ac4647ac tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0509331 Jun 17 07:50:22.822665 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Made reservation on behalf of 15f45382153c41c0b82006cf48e8c3a4 for: {'network': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:22.825154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:22.834301 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:22.841425 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-99e989f1-a4ce-40c0-a11a-2d3bfe16d0d6 req-b37bc6d8-fa01-42b2-a934-4f9431bd2807 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318310 Jun 17 07:50:22.911443 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:22.997829 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.020105 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=109307) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:50:23.039645 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e054cec5-bebe-4217-858d-6eddb253ced7,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:23.042576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.042910 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.segments_db [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Added segment 2e47368d-2681-44b3-b402-6d68d1a8f676 of type vlan for network 3470e952-90b0-4760-a6c0-596c8ce73895 Jun 17 07:50:23.085982 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.186793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.187787 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:23.188364 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.252861 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] Pushing event updated for resources: {'Network': ['ID=3470e952-90b0-4760-a6c0-596c8ce73895,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:23.263725 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 3470e952-90b0-4760-a6c0-596c8ce73895 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:50:23.280874 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c6d0b410-2d07-4647-b490-cfd496177f5b admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6878953 Jun 17 07:50:23.283692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39702) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:23.292720 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Request body: {'subnet': {'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2049607533-subnet', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:23.379817 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Made reservation on behalf of 15f45382153c41c0b82006cf48e8c3a4 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:23.382252 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.629152 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.702690 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6855f1-4e44-4950-85dc-2a1d701d31bd,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:23.704900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Checking segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:23.705420 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Network hostable DHCP agents. Network: 3470e952-90b0-4760-a6c0-596c8ce73895, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:50:23.732545 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009dd52d-f4e5-4f33-b462-7f64485dcee7 req-857035d8-531b-4f47-941e-18a569b44b8e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:23.734044 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-009dd52d-f4e5-4f33-b462-7f64485dcee7 req-857035d8-531b-4f47-941e-18a569b44b8e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0485802 Jun 17 07:50:23.773317 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-009dd52d-f4e5-4f33-b462-7f64485dcee7 req-4a61602f-b9f6-43ac-823c-9420b2b714c9 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Jun 17 07:50:23.838326 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Network 3470e952-90b0-4760-a6c0-596c8ce73895 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:50:23.921435 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 3470e952-90b0-4760-a6c0-596c8ce73895) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:23.930994 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01944d73-5eb5-48e1-85a8-24f039fe1775 None None] Network 3470e952-90b0-4760-a6c0-596c8ce73895 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:50:23.939006 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:23.939589 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:23.969609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d6358e-c509-4400-b11d-fe0a68615ee2 req-4b7643df-dfbd-4f1c-b813-b4b58fb61b22 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:23.971084 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8d6358e-c509-4400-b11d-fe0a68615ee2 req-4b7643df-dfbd-4f1c-b813-b4b58fb61b22 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0597892 Jun 17 07:50:24.012421 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-afaab0a6-bd3c-4b53-900d-c4dadc981b1b admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7276917 Jun 17 07:50:24.015372 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39720) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:24.018413 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8d6358e-c509-4400-b11d-fe0a68615ee2 req-7f1426ee-2ad8-4df0-82ba-c51118104394 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407174 Jun 17 07:50:24.022215 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:24.083051 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-3470e952-90b0-4760-a6c0-596c8ce73895', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:50:24.084193 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.129907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.130975 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.182642 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.221461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Allocated IP 172.20.0.2 (3470e952-90b0-4760-a6c0-596c8ce73895/5a6855f1-4e44-4950-85dc-2a1d701d31bd/0c3a6ea9-47eb-4b08-b1c7-97856a1837b9) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:24.365611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.381634 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.438630 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.476823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Network 3470e952-90b0-4760-a6c0-596c8ce73895 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:24.480878 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:24.487316 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:24.492382 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Pushing event updated for resources: {'Port': ['ID=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:24.545606 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Attempting to bind port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:24.545959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Attempting to bind port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:24.546680 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Attempting to bind port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 on network 3470e952-90b0-4760-a6c0-596c8ce73895 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:24.551442 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:24.551971 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Checking segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:24.552441 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.552917 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Bound using segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:24.553400 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Bound port: 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:24.553872 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.647811 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] For port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:24.647811 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] For port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:24.666578 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.686572 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.794001 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Allocated IP 172.27.2.144 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/d7b2a8c3-6b5b-485e-abac-2fab81095c18) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:24.924562 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.932848 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:24.941560 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9abf5d1-d12f-4040-af28-8f511376170e req-479c74b3-56d4-4677-922b-08084994acec tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:24.943018 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b9abf5d1-d12f-4040-af28-8f511376170e req-479c74b3-56d4-4677-922b-08084994acec tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0831380 Jun 17 07:50:24.992380 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e4877-461c-4113-9422-ef7df5b7e3d6 None None] Pushing event updated for resources: {'Port': ['ID=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:24.998043 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b9abf5d1-d12f-4040-af28-8f511376170e req-b81daa8c-9198-4e20-88e9-17565d33bf34 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477438 Jun 17 07:50:25.120711 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:25.177465 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:25.196291 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:25.196291 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Pushing event updated for resources: {'Port': ['ID=d7b2a8c3-6b5b-485e-abac-2fab81095c18,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:25.197488 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:25.198880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe392a6-cb07-49b9-afa5-dfad0c8660e6 req-07d44b3a-4304-4f7c-901a-6b4624e2251f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:25.201427 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9fe392a6-cb07-49b9-afa5-dfad0c8660e6 req-07d44b3a-4304-4f7c-901a-6b4624e2251f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.1109908 Jun 17 07:50:25.247386 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9fe392a6-cb07-49b9-afa5-dfad0c8660e6 req-00bec0d8-2089-40c1-9e22-504d45971b30 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394936 Jun 17 07:50:25.527152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:25.743609 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:25.896736 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7713446f-7fe6-4dc4-a966-68bd54069831 None None] Network 3470e952-90b0-4760-a6c0-596c8ce73895 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:50:25.918068 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Router dab34939-8532-4c04-b1da-fe00d6de5437 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:50:25.979341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Provisioning complete for port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:25.979802 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.045245 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:26.104315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Sync routers for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:26.142104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.143733 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-06ce6aab-9d9e-4bae-ab40-50720bb57c47 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1271548 Jun 17 07:50:26.146581 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39740) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:26.164036 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:26.164668 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:26.227290 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c784028-b4b3-4a34-9ee0-2aa7f4f65f32 req-941fe0ed-85b3-4f3d-a018-59bd9a85195c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:26.235098 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9c784028-b4b3-4a34-9ee0-2aa7f4f65f32 req-941fe0ed-85b3-4f3d-a018-59bd9a85195c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.1406448 Jun 17 07:50:26.255193 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Current status of the port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:26.255571 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.353928 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9c784028-b4b3-4a34-9ee0-2aa7f4f65f32 req-bd6bd664-3caa-48e5-a27d-3e0d95743698 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173680 Jun 17 07:50:26.385541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] For port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:26.403435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:26.440290 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc576969-9ecf-4292-b879-019b5d9a3a83 req-1eb830e5-cc89-4391-8c99-0260da1b1575 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:26.444937 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bc576969-9ecf-4292-b879-019b5d9a3a83 req-1eb830e5-cc89-4391-8c99-0260da1b1575 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0982711 Jun 17 07:50:26.470296 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.493596 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bc576969-9ecf-4292-b879-019b5d9a3a83 req-c65321b5-9cdb-4ec3-9139-6185f8664cbd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393884 Jun 17 07:50:26.597668 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6db12de-e1d9-4851-8eb2-196c6dbfbfd5 None None] Pushing event updated for resources: {'Port': ['ID=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:26.626167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:26.632855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-3c9c1217-1d44-4857-b03b-afc28a7041b5 None None] Provisioning complete for port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:26.633359 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3c9c1217-1d44-4857-b03b-afc28a7041b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.751625 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.898073 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:26.898722 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:26.908074 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Allocated IP 172.20.0.1 (3470e952-90b0-4760-a6c0-596c8ce73895/5a6855f1-4e44-4950-85dc-2a1d701d31bd/9258dd8a-a741-486d-8a58-b3a8f7ed5401) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:26.936376 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:25Z', 'revision_number': 3, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:26.970054 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-3c9c1217-1d44-4857-b03b-afc28a7041b5 None None] Current status of the port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:26.975806 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Checking router: dab34939-8532-4c04-b1da-fe00d6de5437 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:26.976152 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Updating router dab34939-8532-4c04-b1da-fe00d6de5437 port d7b2a8c3-6b5b-485e-abac-2fab81095c18 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:50:27.005341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.012624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.116996 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.125172 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:27.160085 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Network 3470e952-90b0-4760-a6c0-596c8ce73895 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:27.160085 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:27.163263 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:27.192463 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Pushing event updated for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:27.211414 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.294850 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.392513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a095300e-650b-4461-abf8-e9c029c3e7e8 None None] Provisioning complete for port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:27.392880 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a095300e-650b-4461-abf8-e9c029c3e7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.417510 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.445403 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.470785 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a095300e-650b-4461-abf8-e9c029c3e7e8 None None] Port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:27.478734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Attempting to bind port d7b2a8c3-6b5b-485e-abac-2fab81095c18 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:27.479101 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Attempting to bind port d7b2a8c3-6b5b-485e-abac-2fab81095c18 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:27.479459 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Attempting to bind port d7b2a8c3-6b5b-485e-abac-2fab81095c18 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:27.487844 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3936-42d4-4db6-9afd-a39423f297be None None] Pushing event updated for resources: {'Port': ['ID=d7b2a8c3-6b5b-485e-abac-2fab81095c18,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:27.492581 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:27.492970 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:27.493389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.493771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:27.494243 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Bound port: d7b2a8c3-6b5b-485e-abac-2fab81095c18, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:27.494630 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.553518 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] For port d7b2a8c3-6b5b-485e-abac-2fab81095c18, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:27.557234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] For port d7b2a8c3-6b5b-485e-abac-2fab81095c18, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=d7b2a8c3-6b5b-485e-abac-2fab81095c18,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:27.628672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717181d-2db7-4914-8700-eac74047cb58 req-58ace773-d305-411f-9017-9a142ece1c70 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:27.630293 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3717181d-2db7-4914-8700-eac74047cb58 req-58ace773-d305-411f-9017-9a142ece1c70 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0604613 Jun 17 07:50:27.632721 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.682727 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3717181d-2db7-4914-8700-eac74047cb58 req-13166192-bdf8-478f-a6c8-37cfacc9f759 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459015 Jun 17 07:50:27.701268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:27.702078 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:27.740089 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c3936-42d4-4db6-9afd-a39423f297be None None] Pushing event updated for resources: {'Port': ['ID=d7b2a8c3-6b5b-485e-abac-2fab81095c18,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:27.773546 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd209-50f2-4f5b-9c6f-38655642df24 req-dfd26fe8-5a5f-475d-83ff-50ffc2072dfc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:27.775073 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0e6bd209-50f2-4f5b-9c6f-38655642df24 req-dfd26fe8-5a5f-475d-83ff-50ffc2072dfc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.3276005 Jun 17 07:50:27.825904 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:27.866595 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0e6bd209-50f2-4f5b-9c6f-38655642df24 req-e77dead2-d051-4147-af3e-0de9931e9b68 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839288 Jun 17 07:50:27.920014 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:27.975446 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:28.037124 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:26Z', 'revision_number': 1, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:28.049198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Pushing event updated for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:28.051779 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:28.082460 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2bf5aa2-09d2-4fa4-9f8b-da16f041e95b None None] The sync data for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi is: [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:26Z', 'revision_number': 1, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:28.161989 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Network 3470e952-90b0-4760-a6c0-596c8ce73895 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:28.163331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:28.293640 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Router dab34939-8532-4c04-b1da-fe00d6de5437 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:50:28.428692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:28.433999 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-9ca2bd22-4a86-454a-bee5-738d9a89a58e admin admin] 10.222.0.27 "PUT /v2.0/routers/dab34939-8532-4c04-b1da-fe00d6de5437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2862997 Jun 17 07:50:28.509655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-4f56263a-9369-4eb4-a39f-e53edbfb91c0 None None] Provisioning complete for port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:28.510350 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4f56263a-9369-4eb4-a39f-e53edbfb91c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:28.562544 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-4f56263a-9369-4eb4-a39f-e53edbfb91c0 None None] Port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:28.606090 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:28.657682 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:28.658052 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:28.779076 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:28.810027 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748baca7-d687-4c76-a885-a90454a97b39 req-299d5dcd-4e67-4812-b32e-16b3ac7b503b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:28.813450 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-748baca7-d687-4c76-a885-a90454a97b39 req-299d5dcd-4e67-4812-b32e-16b3ac7b503b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0578363 Jun 17 07:50:28.824572 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6969deb3-fdce-4edd-a429-32114a57e02e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:28.873247 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-748baca7-d687-4c76-a885-a90454a97b39 req-3b1525dc-19d4-496c-a5a7-a007cc80cc7f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514774 Jun 17 07:50:28.891471 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:50:29.005743 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd7cd0-acdc-4458-8f78-a017de2a582a req-f92cbd03-9912-4310-a175-f03d8cede5ef tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:29.008551 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fedd7cd0-acdc-4458-8f78-a017de2a582a req-f92cbd03-9912-4310-a175-f03d8cede5ef tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0592842 Jun 17 07:50:29.047308 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fedd7cd0-acdc-4458-8f78-a017de2a582a req-9380581e-7619-45b6-b8e0-0d0289d92db3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340893 Jun 17 07:50:29.259246 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39794) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:29.264010 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-856360128-network', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:29.375043 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Made reservation on behalf of 1dcc01b86b9b4daeb408a7cf5a11fd88 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:29.377365 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.386873 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.474208 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.523867 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.550828 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:50:29.559123 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e275df0f-22fe-4f6e-a400-0562bb8cbd15,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:29.567472 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.567806 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Added segment 7462e939-4e53-4b28-8375-71dde6048f64 of type vlan for network 2e20cffb-0b51-4ec6-9b16-40b58328977d Jun 17 07:50:29.605986 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.666188 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.667211 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:29.667782 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.727697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] Pushing event updated for resources: {'Network': ['ID=2e20cffb-0b51-4ec6-9b16-40b58328977d,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:29.737140 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:50:29.829437 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-81e47fbe-5aa4-464b-987a-bc8bf0853c54 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5690467 Jun 17 07:50:29.831991 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39804) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:29.836833 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Request body: {'subnet': {'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-856360128-subnet', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:29.906566 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Made reservation on behalf of 1dcc01b86b9b4daeb408a7cf5a11fd88 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:50:29.908923 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:29.998293 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65bf17a-6915-4801-a2ed-b34f67cfd6a5 req-274d3ec4-591e-478c-be12-7119102541a5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:30.000398 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e65bf17a-6915-4801-a2ed-b34f67cfd6a5 req-274d3ec4-591e-478c-be12-7119102541a5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0554922 Jun 17 07:50:30.039405 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e65bf17a-6915-4801-a2ed-b34f67cfd6a5 req-11d9eae1-9fc0-42ec-8eee-bbc6a720f659 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321870 Jun 17 07:50:30.136041 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Sync routers for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:30.146967 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:30.147652 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:30.156003 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.222516 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c724317-3037-4937-b293-dafa88fbdebc req-28d26d38-a0e4-4898-9671-f176e9cbdb63 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:30.223996 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8c724317-3037-4937-b293-dafa88fbdebc req-28d26d38-a0e4-4898-9671-f176e9cbdb63 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.1045377 Jun 17 07:50:30.227940 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9d7a63-1b81-4cc5-8778-d5640f1eb445,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:30.250511 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:30.257375 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Checking segment: {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:30.257725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Network hostable DHCP agents. Network: 2e20cffb-0b51-4ec6-9b16-40b58328977d, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:50:30.282194 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8c724317-3037-4937-b293-dafa88fbdebc req-48ca8ac5-7971-4c93-8832-c92fdff2abc0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460672 Jun 17 07:50:30.344975 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:50:30.419370 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 2e20cffb-0b51-4ec6-9b16-40b58328977d) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:30.423738 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:30.424412 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.428252 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1a7b44-8102-46be-998e-e8b3cfd84a2d None None] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:50:30.448745 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 2, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:30.476401 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Checking router: dab34939-8532-4c04-b1da-fe00d6de5437 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:30.476748 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Updating router dab34939-8532-4c04-b1da-fe00d6de5437 port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:50:30.502719 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.530519 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-855e9827-8b65-448b-880e-a896ce0c9404 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6949368 Jun 17 07:50:30.531659 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39816) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:30.537363 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:30.628480 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-2e20cffb-0b51-4ec6-9b16-40b58328977d', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:50:30.629704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.636663 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.637749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.644038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device d7b2a8c3-6b5b-485e-abac-2fab81095c18 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:30.707851 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.791225 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.802360 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port d7b2a8c3-6b5b-485e-abac-2fab81095c18 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:30.802894 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.850050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Allocated IP 172.20.0.2 (2e20cffb-0b51-4ec6-9b16-40b58328977d/7b9d7a63-1b81-4cc5-8778-d5640f1eb445/028d1009-b604-4e43-a23a-5b8e3b99cc05) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:30.887792 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.913386 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port d7b2a8c3-6b5b-485e-abac-2fab81095c18 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:30.913766 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.924173 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:30.926312 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Pushing event updated for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:30.933402 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.933787 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port d7b2a8c3-6b5b-485e-abac-2fab81095c18, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=d7b2a8c3-6b5b-485e-abac-2fab81095c18,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:30.934497 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.934819 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.935142 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.935464 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.935780 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.936090 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.936401 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.936729 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.937070 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.937380 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:30.937685 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:50:31.017218 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Attempting to bind port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:31.017589 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Attempting to bind port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:31.018075 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Attempting to bind port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 on network 3470e952-90b0-4760-a6c0-596c8ce73895 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:31.026507 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:31.028383 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Checking segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:31.028788 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.029205 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Bound using segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:31.029673 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Bound port: 9258dd8a-a741-486d-8a58-b3a8f7ed5401, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:31.030219 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.046799 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.120744 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-56281069-a727-49c6-bf1c-1720a1cc695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.147717 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.154692 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=d7b2a8c3-6b5b-485e-abac-2fab81095c18,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:31.207012 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] For port 9258dd8a-a741-486d-8a58-b3a8f7ed5401, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:31.210651 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] For port 9258dd8a-a741-486d-8a58-b3a8f7ed5401, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9258dd8a-a741-486d-8a58-b3a8f7ed5401,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:31.233515 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.242222 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29bc8b4-f6b1-4c88-a660-1d5b44440df2 req-8ce36212-2f87-4ba1-81ff-934257a3b143 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:31.244444 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f29bc8b4-f6b1-4c88-a660-1d5b44440df2 req-8ce36212-2f87-4ba1-81ff-934257a3b143 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0596957 Jun 17 07:50:31.257444 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.277078 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.279093 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:31.281843 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:31.285848 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:31.301270 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f29bc8b4-f6b1-4c88-a660-1d5b44440df2 req-72af6167-edff-43f0-902f-1eb62594b047 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494180 Jun 17 07:50:31.318981 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.374727 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:31.375496 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:31.445441 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Allocated IP 172.27.2.33 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/21ed2505-38d9-4ff3-9961-9a84d8bb3e68) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:31.446501 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842cea9-6545-41b9-9333-20316fbced4a None None] Pushing event updated for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:31.449403 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Pushing event updated for resources: {'Port': ['ID=028d1009-b604-4e43-a23a-5b8e3b99cc05,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:31.470429 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3bd8-6a03-4ac2-8fb6-0fe962201777 req-288c0a6e-ffa6-4219-b761-551eef0702cb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:31.471937 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33ee3bd8-6a03-4ac2-8fb6-0fe962201777 req-288c0a6e-ffa6-4219-b761-551eef0702cb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0892172 Jun 17 07:50:31.505251 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Provisioning complete for port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:31.505626 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.539014 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:31.544814 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Attempting to bind port 028d1009-b604-4e43-a23a-5b8e3b99cc05 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:31.545231 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Attempting to bind port 028d1009-b604-4e43-a23a-5b8e3b99cc05 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:31.545568 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Attempting to bind port 028d1009-b604-4e43-a23a-5b8e3b99cc05 on network 2e20cffb-0b51-4ec6-9b16-40b58328977d {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:31.559072 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:31.559877 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Checking segment: {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:31.560433 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.561004 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Bound using segment: {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:31.561627 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Bound port: 028d1009-b604-4e43-a23a-5b8e3b99cc05, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:31.562740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.593820 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33ee3bd8-6a03-4ac2-8fb6-0fe962201777 req-f3ce4ebf-20ef-4626-b613-e32a7eae3ed3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024530 Jun 17 07:50:31.658392 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.680010 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Current status of the port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:31.680387 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.706029 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] For port 028d1009-b604-4e43-a23a-5b8e3b99cc05, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:31.725023 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] For port 028d1009-b604-4e43-a23a-5b8e3b99cc05, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=028d1009-b604-4e43-a23a-5b8e3b99cc05,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:31.733478 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] For port 9258dd8a-a741-486d-8a58-b3a8f7ed5401, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9258dd8a-a741-486d-8a58-b3a8f7ed5401,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:31.776436 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.791814 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:31.812400 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:31.815228 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:31.818254 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:31.818515 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20da0fba-fccf-498f-b882-0a71efae3c48 None None] The sync data for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi is: [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:31.825906 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.852931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Pushing event updated for resources: {'Port': ['ID=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:31.889606 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8001c5-5e75-424d-93e8-f9c915da4502 None None] Pushing event updated for resources: {'Port': ['ID=028d1009-b604-4e43-a23a-5b8e3b99cc05,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:31.892999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:31.962760 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e34818-15ce-4566-9db2-c054a0028405 None None] Pushing event updated for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:32.023141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f4ec1715-11eb-481f-8ad2-85a987c1544d None None] Provisioning complete for port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:32.023736 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f4ec1715-11eb-481f-8ad2-85a987c1544d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.139496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec1715-11eb-481f-8ad2-85a987c1544d None None] Current status of the port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:32.209033 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.259560 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.427330 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a829f7b-9c31-44b8-af22-eaa680305aa0 req-d2d65272-756a-4722-b8e9-6493dfe71418 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:32.429438 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.429849 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2a829f7b-9c31-44b8-af22-eaa680305aa0 req-d2d65272-756a-4722-b8e9-6493dfe71418 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0543153 Jun 17 07:50:32.469851 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2a829f7b-9c31-44b8-af22-eaa680305aa0 req-df24dda9-e929-4e2c-99ca-afa6c847ed17 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338061 Jun 17 07:50:32.667711 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:50:32.749106 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device d7b2a8c3-6b5b-485e-abac-2fab81095c18 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:32.806318 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port d7b2a8c3-6b5b-485e-abac-2fab81095c18 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:32.806846 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.894588 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port d7b2a8c3-6b5b-485e-abac-2fab81095c18 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:32.895768 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 028d1009-b604-4e43-a23a-5b8e3b99cc05 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:32.947641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 028d1009-b604-4e43-a23a-5b8e3b99cc05 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:32.948038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:32.994300 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cfc9a4c-19b3-4ff1-b7fa-5b9b345730c4 None None] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:50:33.038145 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ccdb85-4df4-47a6-a6a1-4400b635c694 req-6ee22af6-31e4-4cd8-9073-a078475049c8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:33.039585 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4ccdb85-4df4-47a6-a6a1-4400b635c694 req-6ee22af6-31e4-4cd8-9073-a078475049c8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.3215792 Jun 17 07:50:33.056618 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:33.078059 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Sync routers for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:33.093242 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4ccdb85-4df4-47a6-a6a1-4400b635c694 req-8f5ca4ff-0d1b-434a-ac3a-2b2c64f7a6e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452387 Jun 17 07:50:33.123314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 028d1009-b604-4e43-a23a-5b8e3b99cc05 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:33.123314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.123314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:33.123314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:33.150972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.153141 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39846) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:33.153507 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2ab7cb0b-bcbf-436f-a0f3-b5cc69274574 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.6197603 Jun 17 07:50:33.187123 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f35b62e8-4e29-4703-9c55-d3364f5322fc None None] Provisioning complete for port 028d1009-b604-4e43-a23a-5b8e3b99cc05 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:33.187496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f35b62e8-4e29-4703-9c55-d3364f5322fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.307277 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 028d1009-b604-4e43-a23a-5b8e3b99cc05, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=028d1009-b604-4e43-a23a-5b8e3b99cc05,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:33.355705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:33.432138 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.432895 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9258dd8a-a741-486d-8a58-b3a8f7ed5401 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:33.492799 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.606563 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 39852) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:33.618968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=028d1009-b604-4e43-a23a-5b8e3b99cc05,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:33.627316 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f35b62e8-4e29-4703-9c55-d3364f5322fc None None] Current status of the port 028d1009-b604-4e43-a23a-5b8e3b99cc05 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:33.635751 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.660058 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:33.660437 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.679720 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e113dc69-e098-40c8-ab9d-78444872a9ab req-01d97065-2c57-4c91-86f4-958fddc3f0d4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:33.681277 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e113dc69-e098-40c8-ab9d-78444872a9ab req-01d97065-2c57-4c91-86f4-958fddc3f0d4 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0999007 Jun 17 07:50:33.775417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29881f30-e67e-43f5-b99f-246d0a24d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.780815 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 3, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:33.814893 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Checking router: ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:33.815380 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Updating router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:50:33.838109 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e113dc69-e098-40c8-ab9d-78444872a9ab req-2d2f55fe-d81a-488c-903d-1fc0de454b93 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403790 Jun 17 07:50:33.863065 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:33.870281 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.871351 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29881f30-e67e-43f5-b99f-246d0a24d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:33.915580 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Allocated IP 172.20.0.1 (2e20cffb-0b51-4ec6-9b16-40b58328977d/7b9d7a63-1b81-4cc5-8778-d5640f1eb445/204485d8-019c-4bdb-a05f-46d3330dc267) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:33.975127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-29881f30-e67e-43f5-b99f-246d0a24d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.015837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29881f30-e67e-43f5-b99f-246d0a24d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b33e08-45d2-4eff-bdfc-b6e518717d4d,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.022470 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.029361 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-29881f30-e67e-43f5-b99f-246d0a24d66b admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=0e6b30a65c3b4073b0780ba48b3b26f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161177 Jun 17 07:50:34.029749 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39858) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:34.093902 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.109664 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-c85f3594-fef6-4938-bf28-018fa3b2cf6d None None] Provisioning complete for port 028d1009-b604-4e43-a23a-5b8e3b99cc05 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:34.111056 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c85f3594-fef6-4938-bf28-018fa3b2cf6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.111641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.115696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.158452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.205667 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:34.209155 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:34.212586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:34.213106 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.226205 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09ffa4-f4ed-499f-b11d-df50b398cbd4 req-6a0253da-e97e-46f7-970c-a1cde87acd43 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:34.230918 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9b09ffa4-f4ed-499f-b11d-df50b398cbd4 req-6a0253da-e97e-46f7-970c-a1cde87acd43 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0554497 Jun 17 07:50:34.251213 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Pushing event updated for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.271105 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.273509 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.276872 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/42b33e08-45d2-4eff-bdfc-b6e518717d4d HTTP/1.1" status: 204 len: 168 time: 0.2498503 Jun 17 07:50:34.279687 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-c85f3594-fef6-4938-bf28-018fa3b2cf6d None None] Current status of the port 028d1009-b604-4e43-a23a-5b8e3b99cc05 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:34.291190 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c850b7-6955-4dad-8892-ff18fe86b211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b33e08-45d2-4eff-bdfc-b6e518717d4d,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.301123 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9b09ffa4-f4ed-499f-b11d-df50b398cbd4 req-7a305f71-e5f1-4e99-bc6a-6bfd32fa4c5f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584655 Jun 17 07:50:34.382745 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.455184 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.455480 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.518401 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db741b4-4053-43b6-a076-ec8b7304f51e None None] Pushing event updated for resources: {'Port': ['ID=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.521438 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Attempting to bind port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:34.521805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Attempting to bind port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:34.522309 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Attempting to bind port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:34.531266 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:34.531638 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:34.532038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.532421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:34.532884 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Bound port: 21ed2505-38d9-4ff3-9961-9a84d8bb3e68, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:34.533496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.537202 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-97aac494-be9c-4df3-82f5-ecd3e5bbc1cc None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:34.546099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-97aac494-be9c-4df3-82f5-ecd3e5bbc1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.618561 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-97aac494-be9c-4df3-82f5-ecd3e5bbc1cc None None] Port 204485d8-019c-4bdb-a05f-46d3330dc267 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:34.640673 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 028d1009-b604-4e43-a23a-5b8e3b99cc05 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:34.644122 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] For port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:34.648370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] For port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:34.648630 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.698431 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 028d1009-b604-4e43-a23a-5b8e3b99cc05 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:34.698792 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.702091 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.712462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.713363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:34.780207 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Pushing event updated for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.794152 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:34.795346 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:34.803022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db741b4-4053-43b6-a076-ec8b7304f51e None None] Pushing event updated for resources: {'Port': ['ID=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:34.851851 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:34.854680 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:34.912756 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 028d1009-b604-4e43-a23a-5b8e3b99cc05 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:34.950647 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:34.999837 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:50:35.010992 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9803ede-256b-4c50-a8f5-26032eaf1a57 req-efc1a0a9-345b-4c47-8260-28c9843a10df tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:35.019455 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a9803ede-256b-4c50-a8f5-26032eaf1a57 req-efc1a0a9-345b-4c47-8260-28c9843a10df tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0707476 Jun 17 07:50:35.064501 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a9803ede-256b-4c50-a8f5-26032eaf1a57 req-78b2f7f7-70c7-48f0-b93d-9d972740632d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442512 Jun 17 07:50:35.145377 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:35.157529 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1b4be6d6-86d7-400a-95f1-0f7521c75a14 admin admin] 10.222.0.27 "PUT /v2.0/routers/ec5a4c5d-008d-4a4f-8d19-affa51f6fd91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0030420 Jun 17 07:50:35.232112 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '204485d8-019c-4bdb-a05f-46d3330dc267', 'name': '', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'mac_address': 'fa:16:3e:10:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:33Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 2, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'subnets': [{'id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:35.268053 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5351eb08-3fff-4703-828f-2b094eb27648 None None] The sync data for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi is: [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '204485d8-019c-4bdb-a05f-46d3330dc267', 'name': '', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'mac_address': 'fa:16:3e:10:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:33Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 2, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'subnets': [{'id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:35.278130 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-24b17005-403a-4371-a91e-42709b703046 None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:35.278710 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-24b17005-403a-4371-a91e-42709b703046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:35.313876 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-24b17005-403a-4371-a91e-42709b703046 None None] Port 204485d8-019c-4bdb-a05f-46d3330dc267 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:50:35.644809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39886) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:35.651772 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1325411227', 'description': 'tempest-secgroup-smoke-1325411227 description', 'project_id': '15f45382153c41c0b82006cf48e8c3a4'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:35.743104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0976d-3227-410f-88b0-a0f2bcd49f80 req-f5fc1b7c-1afa-4a8f-981c-75af6d62a5e6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:35.744775 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-18e0976d-3227-410f-88b0-a0f2bcd49f80 req-f5fc1b7c-1afa-4a8f-981c-75af6d62a5e6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0566328 Jun 17 07:50:35.750943 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:35.808675 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-18e0976d-3227-410f-88b0-a0f2bcd49f80 req-01bd19c8-38ca-4139-840e-e9241f297c42 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553546 Jun 17 07:50:35.857999 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:35.922282 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:35.951873 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c0342b-cb86-4fb6-810b-99797e79f253,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:36.026784 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.028292 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-3cbbbc06-b6ac-4cd4-b72b-2bf005ee2cdb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3809450 Jun 17 07:50:36.034747 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39888) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:36.039320 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:36.123133 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.192544 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.196128 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180fc434-bc0c-4a55-814c-b10c05f46791 req-5c0eaa52-8b2f-416b-aa20-5a75675ed3fd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:36.201419 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-180fc434-bc0c-4a55-814c-b10c05f46791 req-5c0eaa52-8b2f-416b-aa20-5a75675ed3fd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0641863 Jun 17 07:50:36.240977 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-180fc434-bc0c-4a55-814c-b10c05f46791 req-f5d9ba5b-eb95-4a9c-b865-56ae62738eb1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371239 Jun 17 07:50:36.260535 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.278771 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa826dd5-179b-4f48-892a-252a29c1d9f1,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:36.359953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.361374 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-b7956658-5d20-43b9-a391-a3ddb51789e6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254461 Jun 17 07:50:36.363864 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39892) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:36.368284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:36.477210 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.539382 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.622751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:36.630324 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.651296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf4e89d-5c49-4836-9882-0749fe2eaf63,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:36.672087 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:36.672481 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.707436 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.708678 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5d372af4-77f7-4a95-95fa-84ddbf813be8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3438673 Jun 17 07:50:36.711356 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39894) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:36.716241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:36.752523 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:36.753583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.773457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:36.820167 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.837996 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.876351 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.887638 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:36.941029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20554f-3f51-4d4e-b038-7669876185da req-644fde07-65fb-4967-b9b3-f12ff76f86cf tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:36.942478 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5c20554f-3f51-4d4e-b038-7669876185da req-644fde07-65fb-4967-b9b3-f12ff76f86cf tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0487015 Jun 17 07:50:36.961791 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:36.990948 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c36eb703-6b09-4c7c-a24b-326fe988668f,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:37.000191 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5c20554f-3f51-4d4e-b038-7669876185da req-9269fe68-7c34-41a0-a7c3-66b4cf236603 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517609 Jun 17 07:50:37.056610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.057796 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-7e542680-8670-4072-9aaa-2fc63deb794a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3450758 Jun 17 07:50:37.060378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39900) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:37.064574 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:37.162800 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.222434 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.294961 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.310417 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecf4252-9195-4979-93ed-f44ed29d7582,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:37.354433 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018a7f2-7509-48f4-8cc2-31c20d4adc20 req-b3e12272-23fe-4fe2-b5a5-614584c365a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:37.355847 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b018a7f2-7509-48f4-8cc2-31c20d4adc20 req-b3e12272-23fe-4fe2-b5a5-614584c365a9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0468874 Jun 17 07:50:37.382725 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.383926 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1eb7672a-b62a-4101-ad6d-63fe97e040c4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225975 Jun 17 07:50:37.386591 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39904) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:37.390830 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:37.392506 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b018a7f2-7509-48f4-8cc2-31c20d4adc20 req-55b4d195-1d1c-4495-b6e7-68bf7cc6ec3a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303614 Jun 17 07:50:37.529642 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.securitygroups_db [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Project 15f45382153c41c0b82006cf48e8c3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:50:37.534520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.592727 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.643624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.661283 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d44523e6-d2e2-4a6d-83f4-3070afa3a2ef,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:37.730969 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.732195 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e1ec3f93-60fe-40f3-ac57-3746940bd73e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3446989 Jun 17 07:50:37.734949 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 39906) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:37.739736 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'security_group_rule': {'security_group_id': '19c0342b-cb86-4fb6-810b-99797e79f253', 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:37.809493 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.securitygroups_db [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Project 15f45382153c41c0b82006cf48e8c3a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 07:50:37.814574 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.872923 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.939008 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:37.956240 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64c9fa-5ddd-4f01-a316-fc8276afa01a,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:38.050494 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:38.051850 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f221d244-4fc1-4493-bf06-399a759289ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3159833 Jun 17 07:50:38.120285 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4760a54-1156-46c5-989f-1a292663c05e req-b9d87e02-ad05-47a8-a6f8-4389dc79c8c1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:38.121804 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4760a54-1156-46c5-989f-1a292663c05e req-b9d87e02-ad05-47a8-a6f8-4389dc79c8c1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0497675 Jun 17 07:50:38.163343 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e4760a54-1156-46c5-989f-1a292663c05e req-b84e1247-4a63-477d-8a01-2b3cb746201c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351708 Jun 17 07:50:38.508267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956bf8b-33d5-480c-b850-87cda5a000ee req-d664a3df-ccdb-4e24-969d-20bdd15c171d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:38.510404 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0956bf8b-33d5-480c-b850-87cda5a000ee req-d664a3df-ccdb-4e24-969d-20bdd15c171d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0525272 Jun 17 07:50:38.558670 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0956bf8b-33d5-480c-b850-87cda5a000ee req-83979745-59b5-4427-bea9-40dab510b013 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424497 Jun 17 07:50:38.585013 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:38.635099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:38.635463 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:38.713015 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:38.947997 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Sync routers for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:38.958711 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:38.963579 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:39.061740 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:39.256275 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '204485d8-019c-4bdb-a05f-46d3330dc267', 'name': '', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'mac_address': 'fa:16:3e:10:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:33Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 2, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'subnets': [{'id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:39.286744 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Checking router: ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:39.287097 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Updating router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 port 204485d8-019c-4bdb-a05f-46d3330dc267 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:50:39.313644 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.370875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:50:39.485346 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:39.503233 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'port_id': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'mac_address': 'fa:16:3e:1f:f1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:50:39.532454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f287d1-659f-4020-b8e0-2e03f810821c req-4eec7e30-a470-4cf6-bcf1-815b429d7aa2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:39.534583 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14f287d1-659f-4020-b8e0-2e03f810821c req-4eec7e30-a470-4cf6-bcf1-815b429d7aa2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.2924709 Jun 17 07:50:39.562194 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:39.562581 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.575314 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14f287d1-659f-4020-b8e0-2e03f810821c req-da587f3d-843f-4dd1-8d94-dc8b847d2d77 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346212 Jun 17 07:50:39.587352 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:39.615575 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:39.677908 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.678152 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.700752 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.706706 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8488ae-5962-4cae-be4e-fc569159df85 req-9aab96e6-96da-455b-afbf-51eef8efaaf7 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:39.708174 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8a8488ae-5962-4cae-be4e-fc569159df85 req-9aab96e6-96da-455b-afbf-51eef8efaaf7 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 943 time: 0.0496871 Jun 17 07:50:39.749422 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:39.749620 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8a8488ae-5962-4cae-be4e-fc569159df85 req-5e92e5eb-66ab-48a8-8abd-2ce194079d40 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347731 Jun 17 07:50:39.779460 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.826565 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bda79-35ee-49fe-bdbc-3f50a77425c4 None None] Pushing event updated for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:39.891122 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Attempting to bind port 204485d8-019c-4bdb-a05f-46d3330dc267 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:50:39.891613 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Attempting to bind port 204485d8-019c-4bdb-a05f-46d3330dc267 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:50:39.891874 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Attempting to bind port 204485d8-019c-4bdb-a05f-46d3330dc267 on network 2e20cffb-0b51-4ec6-9b16-40b58328977d {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:50:39.910943 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:50:39.911317 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Checking segment: {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:50:39.911720 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.912112 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Bound using segment: {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:50:39.912586 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Bound port: 204485d8-019c-4bdb-a05f-46d3330dc267, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7462e939-4e53-4b28-8375-71dde6048f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:50:39.912992 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:39.979196 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] For port 204485d8-019c-4bdb-a05f-46d3330dc267, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:50:39.982437 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] For port 204485d8-019c-4bdb-a05f-46d3330dc267, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=204485d8-019c-4bdb-a05f-46d3330dc267,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:50:40.049624 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.064362 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:40.064730 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.103819 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:40.104352 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:40.136403 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['c7e933c8-7bc8-4b73-8888-6dfcaaa01f04'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:50:40.150365 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bda79-35ee-49fe-bdbc-3f50a77425c4 None None] Pushing event updated for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=4']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:40.177686 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Current status of the port 204485d8-019c-4bdb-a05f-46d3330dc267 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:40.178070 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.224321 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:40.366649 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] For port 204485d8-019c-4bdb-a05f-46d3330dc267, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=204485d8-019c-4bdb-a05f-46d3330dc267,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:40.451536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.522895 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3286420-bb2d-4aef-85ee-d045375323b5 None None] Pushing event updated for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:40.551044 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '204485d8-019c-4bdb-a05f-46d3330dc267', 'name': '', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'mac_address': 'fa:16:3e:10:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:33Z', 'updated_at': '2022-06-17T07:50:39Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'subnets': [{'id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:40.582898 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-333aafb9-cc99-43f8-819f-b7ce2c04c06e None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:40.583109 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-333aafb9-cc99-43f8-819f-b7ce2c04c06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.589929 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2ce65c3-0b50-4bc8-905b-5b2d1dc13c5f None None] The sync data for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi is: [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:50:34Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '204485d8-019c-4bdb-a05f-46d3330dc267', 'name': '', 'network_id': '2e20cffb-0b51-4ec6-9b16-40b58328977d', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'mac_address': 'fa:16:3e:10:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:33Z', 'updated_at': '2022-06-17T07:50:39Z', 'revision_number': 4, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'subnets': [{'id': '7b9d7a63-1b81-4cc5-8778-d5640f1eb445', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:40.651771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 204485d8-019c-4bdb-a05f-46d3330dc267 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:40.718672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-333aafb9-cc99-43f8-819f-b7ce2c04c06e None None] Current status of the port 204485d8-019c-4bdb-a05f-46d3330dc267 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:40.733281 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9c93b-7f8d-4f00-a771-e78c609eaede req-c644e593-4652-49a5-a800-1f09d3f08847 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:40.735792 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8f9c93b-7f8d-4f00-a771-e78c609eaede req-c644e593-4652-49a5-a800-1f09d3f08847 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0596349 Jun 17 07:50:40.744927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:40.745439 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:40.796935 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8f9c93b-7f8d-4f00-a771-e78c609eaede req-784ea190-bd99-4504-b04f-e9da9dd031a8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456147 Jun 17 07:50:40.838147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 204485d8-019c-4bdb-a05f-46d3330dc267 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:40.887401 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673080b-1f0d-4575-a322-efc4844c89c3 req-abda62fc-9345-4362-89c5-5b3301bd0832 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:40.888877 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4673080b-1f0d-4575-a322-efc4844c89c3 req-abda62fc-9345-4362-89c5-5b3301bd0832 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 944 time: 0.0537889 Jun 17 07:50:40.927094 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4673080b-1f0d-4575-a322-efc4844c89c3 req-b694ddcf-1b4f-45cd-9628-b499172c8a57 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316653 Jun 17 07:50:41.342021 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-0ff340e2-f1ab-4b21-8c0e-a618eb0c7d8b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378897 Jun 17 07:50:41.412721 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-6adfb611-b9be-4c70-99c1-2ff800c54d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:41.414202 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-6adfb611-b9be-4c70-99c1-2ff800c54d94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 1098 time: 0.0401423 Jun 17 07:50:41.518840 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-7e5bb233-1aa5-4956-9a82-a0b6a48b64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:41.520267 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-7e5bb233-1aa5-4956-9a82-a0b6a48b64c2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0848370 Jun 17 07:50:41.562231 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-20f2d7f6-5d3e-4bf9-b27c-7eccb761606d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 200 len: 217 time: 0.0344543 Jun 17 07:50:41.615784 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-8dc7c023-e001-4227-90a3-ce1f029eb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:41.617247 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-8dc7c023-e001-4227-90a3-ce1f029eb2f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0468476 Jun 17 07:50:41.668279 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-2414f4af-1f81-4db5-a965-7bdca6687dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:41.669853 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-2414f4af-1f81-4db5-a965-7bdca6687dab service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439067 Jun 17 07:50:41.766727 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-02987bc6-2662-41da-b0bb-f04c46497ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874047 Jun 17 07:50:41.858897 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb9117d0-e34e-4d73-8dac-196b7c9a139e req-51273b47-bfb7-4357-8f60-d89a9ca5d7bd service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836012 Jun 17 07:50:41.903995 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42d96-f130-40bf-9a95-b8a31eceab28 req-514f8428-cbdf-4851-8e9f-3f400b723df8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:41.905551 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8fc42d96-f130-40bf-9a95-b8a31eceab28 req-514f8428-cbdf-4851-8e9f-3f400b723df8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0478659 Jun 17 07:50:41.950681 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8fc42d96-f130-40bf-9a95-b8a31eceab28 req-50338bae-4d87-41a5-832d-3c2f68ee2f3d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391521 Jun 17 07:50:42.042927 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecbb7e-1141-4361-80f0-00200142d6d1 req-3c00a3c6-372e-4b9f-b466-4349530ff0c7 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:42.044402 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-caecbb7e-1141-4361-80f0-00200142d6d1 req-3c00a3c6-372e-4b9f-b466-4349530ff0c7 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 944 time: 0.0512125 Jun 17 07:50:42.084807 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-caecbb7e-1141-4361-80f0-00200142d6d1 req-625fd5e2-f112-4f85-a9fc-7f45a39de170 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334949 Jun 17 07:50:42.580925 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 204485d8-019c-4bdb-a05f-46d3330dc267 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:42.632289 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 204485d8-019c-4bdb-a05f-46d3330dc267 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:42.632658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:42.710562 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 204485d8-019c-4bdb-a05f-46d3330dc267 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:43.072268 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d92c6df-24e6-4bf9-bb6c-96d844be82db req-95ff0ee0-7b01-4415-9ef5-c317674faf55 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:43.073990 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5d92c6df-24e6-4bf9-bb6c-96d844be82db req-95ff0ee0-7b01-4415-9ef5-c317674faf55 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0516517 Jun 17 07:50:43.114380 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5d92c6df-24e6-4bf9-bb6c-96d844be82db req-faaf321b-5064-455d-aa28-ed0fe9f70536 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322268 Jun 17 07:50:43.203513 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913ce92-56df-4ef9-86d9-dfd8f493f9fd req-fed11c5b-13cd-4708-9857-6529e42d25af tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:43.205041 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4913ce92-56df-4ef9-86d9-dfd8f493f9fd req-fed11c5b-13cd-4708-9857-6529e42d25af tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 944 time: 0.0513496 Jun 17 07:50:43.241828 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4913ce92-56df-4ef9-86d9-dfd8f493f9fd req-af223429-f296-4b66-ab9e-a18554a709ad tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299542 Jun 17 07:50:43.389648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:43.483739 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:50:43.488292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:43.488859 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:43.573676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:43.574056 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:43.595877 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:43.598191 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3fe52a-d8d2-4d3a-a764-74a5f060b98c" -d '{"events": [{"server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "name": "network-vif-plugged", "status": "completed", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:43.629641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:43.650595 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc74dd-1a60-4b67-8069-bbd2da32ad2d x-openstack-request-id: req-92cc74dd-1a60-4b67-8069-bbd2da32ad2d {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:43.650896 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "name": "network-vif-plugged", "status": "completed", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:43.651344 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-92cc74dd-1a60-4b67-8069-bbd2da32ad2d {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:43.651758 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cc74dd-1a60-4b67-8069-bbd2da32ad2d'] response: {'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'code': 200} Jun 17 07:50:43.735170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:43.782157 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:44.030149 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a5900-4457-48bd-9e3b-8dcee2da8982 req-047c7534-7d29-43a3-9997-57e661c7c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:44.031945 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-740a5900-4457-48bd-9e3b-8dcee2da8982 req-047c7534-7d29-43a3-9997-57e661c7c401 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 1098 time: 0.0425291 Jun 17 07:50:44.230769 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fcebff-3dc8-4aa2-aef6-c90578c7955a req-47d9954e-d628-46c3-a089-258b0a5914ad tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:44.232208 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4fcebff-3dc8-4aa2-aef6-c90578c7955a req-47d9954e-d628-46c3-a089-258b0a5914ad tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0472388 Jun 17 07:50:44.271212 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4fcebff-3dc8-4aa2-aef6-c90578c7955a req-91e41940-f8eb-483f-9648-b04919e08a1d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324206 Jun 17 07:50:44.358207 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67efb56a-8b08-4922-bb8e-45b064abdb9d req-4bcfda5d-6688-45b2-bfb3-1ece8fa5f1d5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:44.359698 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-67efb56a-8b08-4922-bb8e-45b064abdb9d req-4bcfda5d-6688-45b2-bfb3-1ece8fa5f1d5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Jun 17 07:50:44.395623 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-67efb56a-8b08-4922-bb8e-45b064abdb9d req-1d762992-9db4-439d-8e1a-c7e10a516014 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300353 Jun 17 07:50:45.392711 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d75f264-b211-4189-b353-6ee7730dada2 req-6bf79760-8eaa-4dfe-b3dd-9b1f1be041e8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:45.394197 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7d75f264-b211-4189-b353-6ee7730dada2 req-6bf79760-8eaa-4dfe-b3dd-9b1f1be041e8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0511310 Jun 17 07:50:45.444028 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7d75f264-b211-4189-b353-6ee7730dada2 req-722207cc-13d0-4332-8518-bea5ceb6de82 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Jun 17 07:50:45.512537 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15064c1-30bb-4e0d-8c56-97157819e072 req-85ea3387-9d6e-4e19-8b10-d2758a088c95 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:45.514010 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b15064c1-30bb-4e0d-8c56-97157819e072 req-85ea3387-9d6e-4e19-8b10-d2758a088c95 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0481865 Jun 17 07:50:45.554179 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b15064c1-30bb-4e0d-8c56-97157819e072 req-515d07d4-c7af-4016-8dc6-4d3435e7b77a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342178 Jun 17 07:50:45.824625 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-740a5900-4457-48bd-9e3b-8dcee2da8982 req-218544b9-e3e2-406b-bc57-a0bb476b4398 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278625 Jun 17 07:50:46.559813 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ffba0e-a4e5-4b7f-bfae-8a59ca99b29e req-6a5ad6aa-11a6-41dc-9548-2b9f7a7ccace tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:46.561289 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a5ffba0e-a4e5-4b7f-bfae-8a59ca99b29e req-6a5ad6aa-11a6-41dc-9548-2b9f7a7ccace tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0479007 Jun 17 07:50:46.600546 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a5ffba0e-a4e5-4b7f-bfae-8a59ca99b29e req-8ff2365e-2711-4090-896f-561f8bba7330 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327835 Jun 17 07:50:46.667869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd82ff-b8d2-4308-ae50-c52165c4aee7 req-48fd3594-f69d-46c0-a6d7-00b8e8b005f2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:46.669353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdbd82ff-b8d2-4308-ae50-c52165c4aee7 req-48fd3594-f69d-46c0-a6d7-00b8e8b005f2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0491703 Jun 17 07:50:46.709614 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdbd82ff-b8d2-4308-ae50-c52165c4aee7 req-0d2284d5-4135-4422-8c30-8f8f610f9017 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335045 Jun 17 07:50:47.722254 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92af37-5b88-4972-b363-c521b11fbbb5 req-e802396d-4c8f-48dc-9ad4-ce08c5887bba tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:47.723888 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bf92af37-5b88-4972-b363-c521b11fbbb5 req-e802396d-4c8f-48dc-9ad4-ce08c5887bba tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0521433 Jun 17 07:50:47.763308 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bf92af37-5b88-4972-b363-c521b11fbbb5 req-f231cf42-9a8a-4ae2-8c4f-2a01177a8269 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334134 Jun 17 07:50:47.824341 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241681b-84bb-437c-a82c-e70d5ca2deb5 req-de11adfe-f85f-4464-8d63-8500233a6008 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:47.825929 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2241681b-84bb-437c-a82c-e70d5ca2deb5 req-de11adfe-f85f-4464-8d63-8500233a6008 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0475512 Jun 17 07:50:47.864963 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2241681b-84bb-437c-a82c-e70d5ca2deb5 req-58a7aa93-30da-4835-8412-c3ab705e1500 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306115 Jun 17 07:50:48.884498 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96203415-c8de-4e3b-a759-abd9d1a2a433 req-add6800e-d4b7-4d82-a78c-2f376840758c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:48.885968 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-96203415-c8de-4e3b-a759-abd9d1a2a433 req-add6800e-d4b7-4d82-a78c-2f376840758c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0500164 Jun 17 07:50:48.924203 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-96203415-c8de-4e3b-a759-abd9d1a2a433 req-e99a7d72-0d99-4e13-ae10-dd6da21e5d28 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325291 Jun 17 07:50:48.981082 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55436dcc-4f8f-4005-b17f-00b76d0c71d0 req-8820f1a0-dd71-4ec4-ad89-40bfac852757 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:48.982558 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-55436dcc-4f8f-4005-b17f-00b76d0c71d0 req-8820f1a0-dd71-4ec4-ad89-40bfac852757 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0533464 Jun 17 07:50:49.023184 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-55436dcc-4f8f-4005-b17f-00b76d0c71d0 req-d21154c4-7f32-4c10-8bee-613cd3c08624 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347419 Jun 17 07:50:49.135467 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3962002c-5a73-45f6-9731-c20a3a9c66f7 req-f511fabb-32b1-4d08-aea5-a9fac55ba499 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:49.136815 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3962002c-5a73-45f6-9731-c20a3a9c66f7 req-f511fabb-32b1-4d08-aea5-a9fac55ba499 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0467086 Jun 17 07:50:49.172895 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3962002c-5a73-45f6-9731-c20a3a9c66f7 req-01d153fe-e98b-47d0-8d57-8b20e3a48e17 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301855 Jun 17 07:50:49.194307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 40066) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:49.375283 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb29b4e-2240-4150-ae0d-680d66810c02 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:49.376768 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7fb29b4e-2240-4150-ae0d-680d66810c02 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 1093 time: 0.1815476 Jun 17 07:50:49.380224 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 40072) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:50:49.384339 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'port_id': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:50:49.506234 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:49.601805 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:49.707746 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.27.2.70 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/6fb2056a-3c1f-40bb-abde-0f97fc5216b7) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:50:49.807320 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:49.893557 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:49.929165 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:50:49.932000 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:50:49.935400 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:50:49.966394 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=6fb2056a-3c1f-40bb-abde-0f97fc5216b7,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:50.046593 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7c9ab6-ee83-45cb-b75e-13f2bd2ffd22 req-da994aea-2407-4f38-b1be-8d8e47650016 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:50.048178 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8d7c9ab6-ee83-45cb-b75e-13f2bd2ffd22 req-da994aea-2407-4f38-b1be-8d8e47650016 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0499120 Jun 17 07:50:50.085552 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8d7c9ab6-ee83-45cb-b75e-13f2bd2ffd22 req-bb4630f2-8e26-400c-b325-6e6806aeba70 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313611 Jun 17 07:50:50.328391 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:50.466381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:50.617481 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:50.688768 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:50.755909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=6fb2056a-3c1f-40bb-abde-0f97fc5216b7,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:50.766362 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:50.866223 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP 8913f18f-272e-4764-806d-171a74425716 associated. External IP: 172.27.2.70, port: c7e933c8-7bc8-4b73-8888-6dfcaaa01f04. Jun 17 07:50:51.073544 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:50:51.204232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:50:51.213876 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:50:51.222847 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:50:51.227088 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e078354a-7751-4df9-b387-d35d923d5d51 req-3fb6336b-6060-42b9-a301-036c827a2236 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:51.227456 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:51.228061 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:51.228533 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e078354a-7751-4df9-b387-d35d923d5d51 req-3fb6336b-6060-42b9-a301-036c827a2236 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0668802 Jun 17 07:50:51.265698 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e078354a-7751-4df9-b387-d35d923d5d51 req-84d6007b-8187-437f-b6b7-8e8b73691cf1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312827 Jun 17 07:50:51.306455 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:51.336102 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-569035c8-ecdb-41b9-a623-aaaa52fa76fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9547970 Jun 17 07:50:51.336695 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:51.339057 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8660ed6-7f61-4328-9f28-4a80a73aab56" -d '{"events": [{"name": "network-changed", "server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:51.377008 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f525f0-f88a-4696-85fe-681eb2d0073a x-openstack-request-id: req-a8f525f0-f88a-4696-85fe-681eb2d0073a {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:51.377008 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:51.377008 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a8f525f0-f88a-4696-85fe-681eb2d0073a {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:51.377008 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f525f0-f88a-4696-85fe-681eb2d0073a'] response: {'name': 'network-changed', 'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'status': 'completed', 'code': 200} Jun 17 07:50:51.405045 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:51.443174 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:51.457969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '0befc432-5cfe-4530-9f15-7639061d513d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:50:51.542268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: ACTIVE; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:51.542635 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:51.567594 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:50:51.621727 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:51.667562 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:51.727709 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=6']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:51.738144 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8913f18f-272e-4764-806d-171a74425716', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:1f:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881b322e-78e0-442b-9fe6-769eaa337883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:50:50Z', 'updated_at': '2022-06-17T07:50:50Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:51.763361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:50:51.772148 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:50:51.772738 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:50:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:51.875356 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:50:52.094281 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8913f18f-272e-4764-806d-171a74425716', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:1f:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881b322e-78e0-442b-9fe6-769eaa337883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:50:50Z', 'updated_at': '2022-06-17T07:50:50Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:50:52.238622 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f6aee9-fe4a-4a0f-a375-82b0a43b5461 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8913f18f-272e-4764-806d-171a74425716', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.70', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:1f:f1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '881b322e-78e0-442b-9fe6-769eaa337883', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:50:50Z', 'updated_at': '2022-06-17T07:50:50Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:50:52.425462 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57f7f7f-5c7f-42b4-a0a7-f48067cecee8 req-9950a988-a5ea-4ba7-b9e8-6daf731ea264 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:52.427384 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b57f7f7f-5c7f-42b4-a0a7-f48067cecee8 req-9950a988-a5ea-4ba7-b9e8-6daf731ea264 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0801115 Jun 17 07:50:52.433511 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-4aa1559d-1747-43e8-9a9d-1bd7cfcb133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:52.434968 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-4aa1559d-1747-43e8-9a9d-1bd7cfcb133d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 1098 time: 0.0595169 Jun 17 07:50:52.446954 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f8914f-6e05-4492-86b3-2cb6c0f502e5 None None] New status for floating IP 8913f18f-272e-4764-806d-171a74425716: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:50:52.491328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['0befc432-5cfe-4530-9f15-7639061d513d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:50:52.492490 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b57f7f7f-5c7f-42b4-a0a7-f48067cecee8 req-e0358659-8d6b-434f-9ae4-4fc1af7550d1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565412 Jun 17 07:50:52.577080 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-c9b07d94-dc3e-4a96-b740-fcace4bfea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:52.578695 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-c9b07d94-dc3e-4a96-b740-fcace4bfea19 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.1297207 Jun 17 07:50:52.683266 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-aef3b252-fea1-4969-9026-67447967700a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 HTTP/1.1" status: 200 len: 998 time: 0.0934882 Jun 17 07:50:52.734858 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-20219bfc-15e2-4be4-9245-29467428b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:52.736332 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-20219bfc-15e2-4be4-9245-29467428b3bc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0447407 Jun 17 07:50:52.782022 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-464ec81f-72af-45de-a535-49f0f3229a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:52.783478 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-464ec81f-72af-45de-a535-49f0f3229a97 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395761 Jun 17 07:50:52.877200 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-6609c567-cfd0-4a79-a276-b7e67740e9e8 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832415 Jun 17 07:50:52.989720 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c8660ed6-7f61-4328-9f28-4a80a73aab56 req-e033015b-3279-495c-b467-b85946e37866 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826390 Jun 17 07:50:53.661740 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9a1bc-8411-488d-be03-27ede39f09f0 req-ee36442d-44da-4279-a6a2-66fa379ee4b5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:53.663217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5df9a1bc-8411-488d-be03-27ede39f09f0 req-ee36442d-44da-4279-a6a2-66fa379ee4b5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0587454 Jun 17 07:50:53.701428 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5df9a1bc-8411-488d-be03-27ede39f09f0 req-1d7446bc-197a-49e9-a1b8-4d46a8114d5a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313859 Jun 17 07:50:54.859802 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e813405-04cc-4ab6-a897-5af5d5e11912 req-dbcd482b-3ba1-48a3-9b79-2ef0a25b2b37 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:54.859802 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2e813405-04cc-4ab6-a897-5af5d5e11912 req-dbcd482b-3ba1-48a3-9b79-2ef0a25b2b37 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0693934 Jun 17 07:50:54.906325 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2e813405-04cc-4ab6-a897-5af5d5e11912 req-c9d2ab54-b30b-474f-b234-ef7133710756 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468690 Jun 17 07:50:55.508179 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:50:55.563384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 0befc432-5cfe-4530-9f15-7639061d513d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:50:55.563848 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:55.662790 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:50:55.663173 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:55.692426 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:50:55.694919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64ad72a5-6606-4f2d-85ad-816f4d80799e" -d '{"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:50:55.730210 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:50:55.746966 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd8afd-791f-4e90-9bb1-e80617ba5c69 x-openstack-request-id: req-e7dd8afd-791f-4e90-9bb1-e80617ba5c69 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:50:55.747278 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:50:55.747646 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e7dd8afd-791f-4e90-9bb1-e80617ba5c69 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:50:55.748062 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7dd8afd-791f-4e90-9bb1-e80617ba5c69'] response: {'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'code': 200} Jun 17 07:50:55.803426 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:55.855079 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=7']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:50:56.295359 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b3d9b-9798-45f1-8696-8977b498cfb5 req-8d181277-4695-43ca-a27d-7c83f158eb4e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:56.296893 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-954b3d9b-9798-45f1-8696-8977b498cfb5 req-8d181277-4695-43ca-a27d-7c83f158eb4e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.3094454 Jun 17 07:50:56.337799 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-954b3d9b-9798-45f1-8696-8977b498cfb5 req-fb7055de-edda-418c-be9a-07432a1d13ea tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342715 Jun 17 07:50:57.480138 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d36f91d-03c0-4931-9120-730119bcc068 req-331efaba-ffc8-4941-907d-494551d4ff6f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:57.482635 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2d36f91d-03c0-4931-9120-730119bcc068 req-331efaba-ffc8-4941-907d-494551d4ff6f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0609443 Jun 17 07:50:57.526724 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2d36f91d-03c0-4931-9120-730119bcc068 req-220e0950-7fbc-4ee4-80bb-11042b06f1cf tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378106 Jun 17 07:50:58.649180 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d031ccb-74c7-4dc7-8100-d7440cfa25eb req-bf817ac6-256d-41fd-900a-209830a43237 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:58.650607 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4d031ccb-74c7-4dc7-8100-d7440cfa25eb req-bf817ac6-256d-41fd-900a-209830a43237 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0470996 Jun 17 07:50:58.686680 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4d031ccb-74c7-4dc7-8100-d7440cfa25eb req-5d1a5af4-b81b-40c0-8f24-777cf835983b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299730 Jun 17 07:50:58.803495 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-35f92583-37b6-43cb-bcd4-1e98fe7018b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:50:59.814716 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751813b3-04ba-4149-a27e-d32ed8624330 req-3d68cba8-4957-4d88-862f-eb907c1962e2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:50:59.817461 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-751813b3-04ba-4149-a27e-d32ed8624330 req-3d68cba8-4957-4d88-862f-eb907c1962e2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0544052 Jun 17 07:50:59.863626 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-751813b3-04ba-4149-a27e-d32ed8624330 req-8bbd203a-811e-4976-aab9-4418166c3997 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339041 Jun 17 07:51:00.074350 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-9cace110-c900-460c-a5ef-a51f3d8e076f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1325411227&fields=id&tenant_id=15f45382153c41c0b82006cf48e8c3a4 HTTP/1.1" status: 200 len: 267 time: 0.0311985 Jun 17 07:51:00.182537 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-536ee20c-b219-4356-bbad-f758a1f678ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:00.183998 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-536ee20c-b219-4356-bbad-f758a1f678ec tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 809 time: 0.1030719 Jun 17 07:51:00.198415 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-81579bae-c86d-4781-b012-2b929924b43b tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/quotas/15f45382153c41c0b82006cf48e8c3a4 HTTP/1.1" status: 200 len: 375 time: 0.0086672 Jun 17 07:51:00.248281 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-f8020754-5291-48e5-a9e1-8ff8249ec51f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447049 Jun 17 07:51:00.345401 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-68f9e2a8-1b9c-4e44-8592-2190e5f0470b service neutron] 10.222.0.27 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859165 Jun 17 07:51:00.431301 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-5aed7295-24fc-47aa-b770-9482b190937e service neutron] 10.222.0.27 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798004 Jun 17 07:51:01.006363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2fbffb-adce-4cee-8c6d-eccefee33722 req-c583c2a1-4176-46ef-ac94-72beb8e33ca3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:01.016090 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1e2fbffb-adce-4cee-8c6d-eccefee33722 req-c583c2a1-4176-46ef-ac94-72beb8e33ca3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0672481 Jun 17 07:51:01.066504 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f21389c5-104d-47ff-9c3a-0e82ed219c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:01.086821 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1e2fbffb-adce-4cee-8c6d-eccefee33722 req-fb100e0e-c087-499e-9ec5-4b09aececd8d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620186 Jun 17 07:51:01.102008 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5d5fbce6-e392-46d5-96d2-696fc47378dc req-624eeaae-6710-45f9-940d-e45338f88cfc tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 210 time: 0.0478227 Jun 17 07:51:02.193442 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d059e2b2-f37f-447f-8dc5-aed9efb1a2fd req-e9f53349-4a7a-4bb3-ae06-a935b1ab6b08 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 210 time: 0.0345960 Jun 17 07:51:02.248132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6ace5-d31c-42ba-9359-e437b7d69f91 req-12ef7473-6e23-4f6c-9208-ae7f6886c2a7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:02.256333 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0db6ace5-d31c-42ba-9359-e437b7d69f91 req-12ef7473-6e23-4f6c-9208-ae7f6886c2a7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0821874 Jun 17 07:51:02.259466 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:02.309315 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0db6ace5-d31c-42ba-9359-e437b7d69f91 req-f0ba3ce4-fa18-4384-9e10-e7352a9ab747 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500779 Jun 17 07:51:03.317531 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52576810-e9e4-4a2b-a55e-35d3d23d4b58 req-c0d06415-5bf7-4060-8aed-cc98d8c1148e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 210 time: 0.0266783 Jun 17 07:51:03.438988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6114310d-9f1a-4c4f-ab56-906ec72d8b6f req-4c3684fe-2afe-48ea-865f-f546f5bc5074 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:03.440445 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6114310d-9f1a-4c4f-ab56-906ec72d8b6f req-4c3684fe-2afe-48ea-865f-f546f5bc5074 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0673211 Jun 17 07:51:03.481162 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6114310d-9f1a-4c4f-ab56-906ec72d8b6f req-b95333c8-23f0-4b3c-82c7-b8b159ab0e62 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347464 Jun 17 07:51:03.803090 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:03.974806 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:04.083256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-e52cc90c-9509-4061-b7ef-862ee38e011e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:04.085411 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-e52cc90c-9509-4061-b7ef-862ee38e011e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 809 time: 0.1441429 Jun 17 07:51:04.137502 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-7a1856f9-fa8a-4a31-a9e8-1bdae8e4b3fe tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=15f45382153c41c0b82006cf48e8c3a4 HTTP/1.1" status: 200 len: 380 time: 0.0371420 Jun 17 07:51:04.156254 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'port': {'device_id': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'admin_state_up': True, 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'security_groups': ['19c0342b-cb86-4fb6-810b-99797e79f253']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:51:04.355373 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Made reservation on behalf of 15f45382153c41c0b82006cf48e8c3a4 for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:51:04.359001 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:04.422863 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c3d945c9-6547-4f47-ac94-f6681704905b req-d50d5ad4-51b8-4538-b56d-4d0d8685c146 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 210 time: 0.0345311 Jun 17 07:51:04.508847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Allocated IP 172.20.0.10 (3470e952-90b0-4760-a6c0-596c8ce73895/5a6855f1-4e44-4950-85dc-2a1d701d31bd/c6886119-c677-459a-a2ca-ecbba951962a) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:51:04.684785 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:04.763042 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7ad77-0476-474d-be38-b8c26a24d572 req-5be9b618-45da-4889-bc1d-4c66c8873ddf tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:04.764629 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f7e7ad77-0476-474d-be38-b8c26a24d572 req-5be9b618-45da-4889-bc1d-4c66c8873ddf tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0623286 Jun 17 07:51:04.800665 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:04.804636 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f7e7ad77-0476-474d-be38-b8c26a24d572 req-97c107dc-74ef-4869-895e-ed9f9ea6ef45 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334351 Jun 17 07:51:04.845967 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Network 3470e952-90b0-4760-a6c0-596c8ce73895 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:51:04.849977 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:51:04.853137 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:51:04.861413 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:04.891005 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.891347 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.892191 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.892191 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.892423 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.892637 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.892993 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.893320 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.893683 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.894020 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.894328 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.894650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:04.933742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:04.934380 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.018485 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-73c6d7af-3b0e-49ea-83bd-fca95ed10c6d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8606696 Jun 17 07:51:05.040666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Request body: {'port': {'device_id': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:51:05.105120 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7f37bd64-937d-4d62-aee8-50b8121a95d2 None None] Provisioning complete for port c6886119-c677-459a-a2ca-ecbba951962a triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:51:05.105610 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.106638 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7f37bd64-937d-4d62-aee8-50b8121a95d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.139864 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7f37bd64-937d-4d62-aee8-50b8121a95d2 None None] Port c6886119-c677-459a-a2ca-ecbba951962a cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:51:05.358327 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6886119-c677-459a-a2ca-ecbba951962a {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:51:05.365734 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.376906 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Transition to ACTIVE for port object c6886119-c677-459a-a2ca-ecbba951962a will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:51:05.475286 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.547136 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:05.565521 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b1712-3527-430e-b12f-3feed4369c09 req-ea7302f6-a874-46ba-9216-8ce6d28e9e79 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:05.571235 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fe2b1712-3527-430e-b12f-3feed4369c09 req-ea7302f6-a874-46ba-9216-8ce6d28e9e79 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0868328 Jun 17 07:51:05.609747 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Attempting to bind port c6886119-c677-459a-a2ca-ecbba951962a on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:51:05.610195 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Attempting to bind port c6886119-c677-459a-a2ca-ecbba951962a by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:51:05.610495 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fe2b1712-3527-430e-b12f-3feed4369c09 req-f364b13f-898c-4540-8abb-ac3544c133f6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340295 Jun 17 07:51:05.610614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Attempting to bind port c6886119-c677-459a-a2ca-ecbba951962a on network 3470e952-90b0-4760-a6c0-596c8ce73895 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:51:05.616211 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Port c6886119-c677-459a-a2ca-ecbba951962a on network 3470e952-90b0-4760-a6c0-596c8ce73895 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:51:05.616534 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Attempting to bind port c6886119-c677-459a-a2ca-ecbba951962a on network 3470e952-90b0-4760-a6c0-596c8ce73895 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:51:05.621645 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:51:05.622009 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Checking segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:51:05.622405 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Bound using segment: {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:51:05.622824 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Bound port: c6886119-c677-459a-a2ca-ecbba951962a, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e47368d-2681-44b3-b402-6d68d1a8f676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:51:05.623180 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.693274 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:51:05.696784 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:51:05.801667 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.835230 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:05.835941 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:05.837522 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] 10.222.0.57 "PUT /v2.0/ports/c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1094 time: 0.8015535 Jun 17 07:51:05.837972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:05.840477 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cbef24-35eb-4dec-8cb2-ed688cdda713" -d '{"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:05.871821 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954bcbe-cbb3-400e-a6be-201cfda623e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:05.887403 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:51:05.895460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-4f837582-7c51-4fee-a2bc-b78cbf04dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:05.900526 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-4f837582-7c51-4fee-a2bc-b78cbf04dc97 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1099 time: 0.0812831 Jun 17 07:51:05.914517 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90474386-bfde-4d92-8456-5ad26163a875 x-openstack-request-id: req-90474386-bfde-4d92-8456-5ad26163a875 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:05.914852 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:05.915063 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-90474386-bfde-4d92-8456-5ad26163a875 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:05.915460 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90474386-bfde-4d92-8456-5ad26163a875'] response: {'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'status': 'completed', 'code': 200} Jun 17 07:51:05.990409 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a28c0-cf19-45e8-a614-7fe2857d21cc req-4d758f3d-7a0e-461d-8fe0-444c2898fa56 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:05.992001 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d1a28c0-cf19-45e8-a614-7fe2857d21cc req-4d758f3d-7a0e-461d-8fe0-444c2898fa56 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0951395 Jun 17 07:51:06.024335 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-718f53d7-3474-459b-912c-9b5f7e38d4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.026671 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-718f53d7-3474-459b-912c-9b5f7e38d4f8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.1086159 Jun 17 07:51:06.029859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-98bd1dcb-0de4-488e-a2fa-68def734cc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.031332 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-98bd1dcb-0de4-488e-a2fa-68def734cc0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1097 time: 0.0930257 Jun 17 07:51:06.057125 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d1a28c0-cf19-45e8-a614-7fe2857d21cc req-b69ea150-720f-4544-8278-3f042a3bf2c7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540106 Jun 17 07:51:06.116305 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-156eb3ec-673d-4626-8b78-d551504286ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 200 len: 1002 time: 0.0748844 Jun 17 07:51:06.154952 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-f48aed67-8a6e-4eb4-bbbe-623cb8b1b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.156373 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-f48aed67-8a6e-4eb4-bbbe-623cb8b1b56f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=15f45382153c41c0b82006cf48e8c3a4&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1161475 Jun 17 07:51:06.166939 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-6d4a44e2-0890-478c-b405-969347677f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.172060 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-6d4a44e2-0890-478c-b405-969347677f9d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0461464 Jun 17 07:51:06.216136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-43976741-96e1-4246-809d-035b0aee4770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.217716 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-43976741-96e1-4246-809d-035b0aee4770 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408895 Jun 17 07:51:06.258769 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-3930cbf1-8d08-45b9-a489-34cbf9b2f8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.260213 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73cbef24-35eb-4dec-8cb2-ed688cdda713 req-3930cbf1-8d08-45b9-a489-34cbf9b2f8da service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0928690 Jun 17 07:51:06.319340 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-d1b8beeb-45d6-44e7-97e6-c352ebabdeca service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881398 Jun 17 07:51:06.355155 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-75a2ceef-c8f6-49e3-b9e6-347644eedd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.358250 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-75a2ceef-c8f6-49e3-b9e6-347644eedd2e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1097 time: 0.0462983 Jun 17 07:51:06.416002 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-226e9a0c-7688-4d4c-a5b4-30866ea772ea req-3ac8a96e-d017-4589-8a84-edd2acfcdb09 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895126 Jun 17 07:51:06.416284 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-6b5eb805-c1f2-4398-b1eb-a0fecee8d049 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 217 time: 0.0366614 Jun 17 07:51:06.498838 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d65ce3-03ed-4772-9a71-22c75af41d7a req-d49d31c3-ffa6-422a-a269-01b91026dae5 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.500256 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e1d65ce3-03ed-4772-9a71-22c75af41d7a req-d49d31c3-ffa6-422a-a269-01b91026dae5 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 945 time: 0.0866151 Jun 17 07:51:06.501529 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-528fe72b-67fd-4ebf-aa0c-9900f021b09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.502790 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-528fe72b-67fd-4ebf-aa0c-9900f021b09e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0628557 Jun 17 07:51:06.563464 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e1d65ce3-03ed-4772-9a71-22c75af41d7a req-21a96374-8321-4382-a846-16632af3982e tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571201 Jun 17 07:51:06.571146 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705cffa-4603-4862-b514-07875c236f82 req-8eb6efd3-c38a-4398-89c6-78238fcb01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.572535 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-8eb6efd3-c38a-4398-89c6-78238fcb01bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539391 Jun 17 07:51:06.666174 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-486adcd4-ff38-44e7-83dd-90275fc3057f service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850503 Jun 17 07:51:06.728442 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198c337-9776-40a7-924f-e48a8f619563 req-98158e28-3b1e-43ba-ac7c-25b6a1b5c2c1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:06.729925 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5198c337-9776-40a7-924f-e48a8f619563 req-98158e28-3b1e-43ba-ac7c-25b6a1b5c2c1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0485191 Jun 17 07:51:06.759461 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d705cffa-4603-4862-b514-07875c236f82 req-2cc79eb4-c184-4b7f-adad-92f5db8bcb71 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826328 Jun 17 07:51:06.768814 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5198c337-9776-40a7-924f-e48a8f619563 req-ede941cc-0a9f-4390-8bf5-d7f586351b2e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jun 17 07:51:07.178314 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be196a5f-7efb-4a47-95d1-1fa9962d386f req-77ef0007-fadb-4f55-9f4c-ff543124a7be tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:07.179762 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be196a5f-7efb-4a47-95d1-1fa9962d386f req-77ef0007-fadb-4f55-9f4c-ff543124a7be tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0481532 Jun 17 07:51:07.215403 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be196a5f-7efb-4a47-95d1-1fa9962d386f req-abff6f4c-98b8-4385-b918-3abd6d849bb1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297914 Jun 17 07:51:07.675728 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733fd453-ecd5-434c-860f-a6f85bc70dd2 req-1238a263-dcd8-4e69-9514-646d2c526c2a tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:07.677297 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-733fd453-ecd5-434c-860f-a6f85bc70dd2 req-1238a263-dcd8-4e69-9514-646d2c526c2a tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 945 time: 0.0478172 Jun 17 07:51:07.713843 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-733fd453-ecd5-434c-860f-a6f85bc70dd2 req-542ad378-fb97-4c6e-b214-21ee0bf396ea tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306211 Jun 17 07:51:07.882208 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e023db-fffb-4700-94c3-572d260c1d6c req-5c7899f2-357c-4105-a187-07ab1dd2a662 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:07.883640 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-12e023db-fffb-4700-94c3-572d260c1d6c req-5c7899f2-357c-4105-a187-07ab1dd2a662 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0500743 Jun 17 07:51:07.919699 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-12e023db-fffb-4700-94c3-572d260c1d6c req-17fe4153-071d-4b89-879d-35973c9a62c6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301008 Jun 17 07:51:08.332595 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2fcb69-daf7-484f-9850-a538279a4dee req-bd5fa3ac-0957-4903-87ae-dc8a16e50cab tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:08.334074 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ad2fcb69-daf7-484f-9850-a538279a4dee req-bd5fa3ac-0957-4903-87ae-dc8a16e50cab tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0472286 Jun 17 07:51:08.352016 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-ce00e491-c0f9-439f-ac92-660eb7c63961 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:08.353467 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-ce00e491-c0f9-439f-ac92-660eb7c63961 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 945 time: 0.0469878 Jun 17 07:51:08.374978 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ad2fcb69-daf7-484f-9850-a538279a4dee req-9c4778e9-bd0d-43e0-9318-4373672cf7e4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348656 Jun 17 07:51:08.477302 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Deleting port dfa8c3ee-9574-42b9-90bf-04020f5c3620 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:51:08.477635 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:08.561825 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] For port dfa8c3ee-9574-42b9-90bf-04020f5c3620, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=dfa8c3ee-9574-42b9-90bf-04020f5c3620,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:08.562183 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:08.576259 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Calling delete_port for dfa8c3ee-9574-42b9-90bf-04020f5c3620 owned by compute:nova {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:51:08.810525 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:08.822272 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['dfa8c3ee-9574-42b9-90bf-04020f5c3620'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:51:08.853234 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Pushing event deleted for resources: {'Port': ['ID=dfa8c3ee-9574-42b9-90bf-04020f5c3620,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:08.912807 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] No DVR routers for this DVR port dfa8c3ee-9574-42b9-90bf-04020f5c3620 on host hv-cinder-82174 {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:51:08.921035 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abafad-e26e-4fd7-bd22-72f9128e8ab2 req-27e5efc3-d4ac-4f80-bd65-e9712e908e4e tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:08.922480 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48abafad-e26e-4fd7-bd22-72f9128e8ab2 req-27e5efc3-d4ac-4f80-bd65-e9712e908e4e tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=7272a8fc-d747-44a3-83d1-968400a7f76c HTTP/1.1" status: 200 len: 867 time: 0.1395390 Jun 17 07:51:08.923476 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:08.926660 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2570b8c1-7e57-4396-8708-29cd5f7b4799 req-d0178b64-28e1-4455-abea-ed5b05abbe64 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "DELETE /v2.0/ports/dfa8c3ee-9574-42b9-90bf-04020f5c3620 HTTP/1.1" status: 204 len: 173 time: 0.5669374 Jun 17 07:51:08.927087 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'name': 'network-vif-deleted', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:08.929296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3a38a4-02a2-45c3-ac35-ff902271e86e" -d '{"events": [{"server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "name": "network-vif-deleted", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:08.965931 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48abafad-e26e-4fd7-bd22-72f9128e8ab2 req-c3368866-212a-45ea-811d-390158fca0ed tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336258 Jun 17 07:51:08.967755 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7ca492-097c-4a32-b184-77aff10e6816 x-openstack-request-id: req-fe7ca492-097c-4a32-b184-77aff10e6816 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:08.968049 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7272a8fc-d747-44a3-83d1-968400a7f76c", "name": "network-vif-deleted", "tag": "dfa8c3ee-9574-42b9-90bf-04020f5c3620", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:08.968295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fe7ca492-097c-4a32-b184-77aff10e6816 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:08.968738 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7ca492-097c-4a32-b184-77aff10e6816'] response: {'server_uuid': '7272a8fc-d747-44a3-83d1-968400a7f76c', 'name': 'network-vif-deleted', 'tag': 'dfa8c3ee-9574-42b9-90bf-04020f5c3620', 'status': 'completed', 'code': 200} Jun 17 07:51:09.061168 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234413f-32de-472f-8d6b-45464d69b98b req-dcda1665-6d1d-4c39-a137-30ef048f14f8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:09.062738 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9234413f-32de-472f-8d6b-45464d69b98b req-dcda1665-6d1d-4c39-a137-30ef048f14f8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0509980 Jun 17 07:51:09.103032 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9234413f-32de-472f-8d6b-45464d69b98b req-1005d9ca-efaa-434e-a57c-d4a27c97ee8f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336235 Jun 17 07:51:09.494269 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591d646-f43b-4db3-ac4b-ff79fb5d3ecc req-4e033859-6ea5-4aa9-9dd6-938c5d453fa8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:09.495782 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0591d646-f43b-4db3-ac4b-ff79fb5d3ecc req-4e033859-6ea5-4aa9-9dd6-938c5d453fa8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 946 time: 0.0501211 Jun 17 07:51:09.539411 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0591d646-f43b-4db3-ac4b-ff79fb5d3ecc req-64c91860-16cd-40eb-af39-52c7050b7e71 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374544 Jun 17 07:51:09.768665 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:10.215524 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b28ac9-09d6-40fa-9cc5-60ad71be7eea req-67446507-659e-43c4-ab1a-ebbc343ff1b7 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:10.216990 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-47b28ac9-09d6-40fa-9cc5-60ad71be7eea req-67446507-659e-43c4-ab1a-ebbc343ff1b7 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0473340 Jun 17 07:51:10.255255 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-47b28ac9-09d6-40fa-9cc5-60ad71be7eea req-78c7dba4-5733-4883-b9b1-6d625d5a8b2e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305214 Jun 17 07:51:10.444635 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device dfa8c3ee-9574-42b9-90bf-04020f5c3620 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:51:10.464464 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: dfa8c3ee-9574-42b9-90bf-04020f5c3620 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:51:10.464794 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device dfa8c3ee-9574-42b9-90bf-04020f5c3620 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:51:10.465237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:51:10.541209 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: ACTIVE; New status is: DOWN {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:10.541698 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:10.563328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:10.565648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43cb8a4b-d274-4696-b919-9fcdd7ccb704" -d '{"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-unplugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:10.577846 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:10.601846 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844a2b0-fbef-4b7b-813c-1e8b56807669 x-openstack-request-id: req-4844a2b0-fbef-4b7b-813c-1e8b56807669 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:10.602163 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-unplugged", "status": "failed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "code": 422}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:10.602414 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4844a2b0-fbef-4b7b-813c-1e8b56807669 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:10.602860 dv-cinder-821745-1-iscsi neutron-server[109308]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4844a2b0-fbef-4b7b-813c-1e8b56807669']: {'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'code': 422} returned with failed status Jun 17 07:51:10.660474 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:10.707167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=8']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:10.714025 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.714393 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.714727 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.715053 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.715377 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.715697 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.716030 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.716315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.716737 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.716965 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.717295 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.717605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:51:10.845263 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [req-6d0a4837-1fa2-4bd9-8e8b-2924820d461b req-6998eb51-81fe-4c0c-bba3-70627ee3580c service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:51:10.846212 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6d0a4837-1fa2-4bd9-8e8b-2924820d461b req-6998eb51-81fe-4c0c-bba3-70627ee3580c service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052259 Jun 17 07:51:11.164337 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30bbd1-6def-417a-8cf6-c4160631dc71 req-db47d1df-589f-4a92-a283-015ea1424af7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:11.165889 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1a30bbd1-6def-417a-8cf6-c4160631dc71 req-db47d1df-589f-4a92-a283-015ea1424af7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0479734 Jun 17 07:51:11.203368 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1a30bbd1-6def-417a-8cf6-c4160631dc71 req-975ea7ec-669e-4665-a0d2-8552b1784b88 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312052 Jun 17 07:51:11.370787 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f3416-586a-476d-bf6e-972cd6af1691 req-a417c25f-3e5d-4dce-93c1-d40afab8cdc5 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:11.372237 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e10f3416-586a-476d-bf6e-972cd6af1691 req-a417c25f-3e5d-4dce-93c1-d40afab8cdc5 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0494001 Jun 17 07:51:11.409906 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e10f3416-586a-476d-bf6e-972cd6af1691 req-d226eca4-e03a-4807-aa15-1d71cfc59339 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309846 Jun 17 07:51:11.581637 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 40358) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:51:11.658993 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-877f1b09-2747-459b-9a31-841caef81e8b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810511 Jun 17 07:51:11.668065 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-28e19edb-e937-4f25-8c10-2ff75cf67c77 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109306) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:51:11.668998 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-28e19edb-e937-4f25-8c10-2ff75cf67c77 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046759 Jun 17 07:51:12.322616 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fd620-eb9e-4322-8fb4-225d68542bee req-9b88a672-b921-4185-9875-dd4be62ed467 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:12.324077 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-017fd620-eb9e-4322-8fb4-225d68542bee req-9b88a672-b921-4185-9875-dd4be62ed467 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0492411 Jun 17 07:51:12.364559 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-017fd620-eb9e-4322-8fb4-225d68542bee req-82d0ec72-c59a-4ec8-9e86-b145ceea292f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344076 Jun 17 07:51:12.523857 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778bc7a9-95d0-4663-b13b-06412927c0ba req-fadc4f74-898e-403b-b30b-a499f2d6c7ca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:12.525244 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-778bc7a9-95d0-4663-b13b-06412927c0ba req-fadc4f74-898e-403b-b30b-a499f2d6c7ca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0464303 Jun 17 07:51:12.564610 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-778bc7a9-95d0-4663-b13b-06412927c0ba req-937e348b-65ae-46d6-aeeb-e0770627abb3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325677 Jun 17 07:51:13.482380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cdce0f-aca5-41b8-a66d-466ca3f40fa8 req-a5fac491-ee09-410f-9db6-5bc1aaaaae56 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:13.483849 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b9cdce0f-aca5-41b8-a66d-466ca3f40fa8 req-a5fac491-ee09-410f-9db6-5bc1aaaaae56 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0485389 Jun 17 07:51:13.521353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b9cdce0f-aca5-41b8-a66d-466ca3f40fa8 req-813c059d-455c-4743-aed9-49a6fbd6ee63 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310080 Jun 17 07:51:13.680347 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c010e68e-858c-48e9-a263-47837702dde1 req-25e398e0-1a56-4fdb-9a71-b8416c00bb01 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:13.681843 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c010e68e-858c-48e9-a263-47837702dde1 req-25e398e0-1a56-4fdb-9a71-b8416c00bb01 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0491126 Jun 17 07:51:13.719800 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c010e68e-858c-48e9-a263-47837702dde1 req-68489ad5-df4d-436e-a2b2-187421ec0064 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318191 Jun 17 07:51:14.640918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabf9bb-f130-436d-b1d2-114adef90e21 req-7ef3d5de-d4bb-4a72-ae44-6b084ae3f429 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:14.642429 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0cabf9bb-f130-436d-b1d2-114adef90e21 req-7ef3d5de-d4bb-4a72-ae44-6b084ae3f429 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0483034 Jun 17 07:51:14.692011 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0cabf9bb-f130-436d-b1d2-114adef90e21 req-88800781-348a-46b4-8414-68d3ae95bbdc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352166 Jun 17 07:51:14.840990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f542b-75e4-4df0-b6ee-585186967098 req-078a816d-09a3-41c1-ac60-81ef2ea81283 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:14.842690 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e08f542b-75e4-4df0-b6ee-585186967098 req-078a816d-09a3-41c1-ac60-81ef2ea81283 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0516262 Jun 17 07:51:14.885406 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e08f542b-75e4-4df0-b6ee-585186967098 req-15c4246f-b3e8-4a29-ad13-66bf90342b49 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359886 Jun 17 07:51:15.635938 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-9a668033-494c-495f-b37b-346858e1a73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:15.637429 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-9a668033-494c-495f-b37b-346858e1a73c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 1097 time: 0.0716107 Jun 17 07:51:15.698942 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-e6770c4d-01b2-4dbb-9f72-3157450ac4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:15.700356 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-e6770c4d-01b2-4dbb-9f72-3157450ac4df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1097 time: 0.0401695 Jun 17 07:51:15.797896 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-f3defceb-9efa-43c8-a2b1-0fcb51e7d35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:15.799340 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-f3defceb-9efa-43c8-a2b1-0fcb51e7d35b service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.0867777 Jun 17 07:51:15.811466 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7e46a-4211-4105-9cf8-3857c7a45297 req-117d746c-7a17-4ae2-8d26-35ccb52df52e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:15.812895 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-26b7e46a-4211-4105-9cf8-3857c7a45297 req-117d746c-7a17-4ae2-8d26-35ccb52df52e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0473380 Jun 17 07:51:15.853123 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-26b7e46a-4211-4105-9cf8-3857c7a45297 req-bb3fe08c-eeac-435b-a526-85acb11830d2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Jun 17 07:51:15.870094 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-f782e139-c70f-4ca1-a227-6c0df7759397 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 200 len: 1000 time: 0.0601578 Jun 17 07:51:15.923267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-896587fa-14c3-4198-a2f0-302a9cc3662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:15.925283 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-896587fa-14c3-4198-a2f0-302a9cc3662c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0448425 Jun 17 07:51:16.016343 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-53ae7861-9d75-437d-9123-00556e27a6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:16.017845 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-53ae7861-9d75-437d-9123-00556e27a6d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828652 Jun 17 07:51:16.030154 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc16916-a64a-426a-93dd-8953a593da6e req-6a7a57cb-f948-46ac-99ea-c6c28a6c47ae tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:16.031633 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9fc16916-a64a-426a-93dd-8953a593da6e req-6a7a57cb-f948-46ac-99ea-c6c28a6c47ae tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0731313 Jun 17 07:51:16.122477 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9fc16916-a64a-426a-93dd-8953a593da6e req-0c6437d5-8a53-469f-a5d9-eb6524eef914 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821579 Jun 17 07:51:16.145457 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-210f09be-8f39-41d0-93ac-4711cf58ce97 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127446 Jun 17 07:51:16.242216 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-629ac3b8-50ef-46b9-8a7f-f0b5e907cfa8 req-1b18cc60-e5e8-4761-b900-84d02211cc82 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Jun 17 07:51:16.498101 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:51:16.570616 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedfd93-6681-4683-8bbb-8fb9768c6c7a req-1a09c280-754d-490f-a711-95bd4399bd01 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:16.572129 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2dedfd93-6681-4683-8bbb-8fb9768c6c7a req-1a09c280-754d-490f-a711-95bd4399bd01 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0562339 Jun 17 07:51:16.600756 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:16.619688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'c6886119-c677-459a-a2ca-ecbba951962a', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'mac_address': 'fa:16:3e:11:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:51:16.626977 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2dedfd93-6681-4683-8bbb-8fb9768c6c7a req-57694f6a-719b-4abf-bab5-4fe30b496450 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473742 Jun 17 07:51:16.659959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c6886119-c677-459a-a2ca-ecbba951962a is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:16.660348 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:16.674006 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6886119-c677-459a-a2ca-ecbba951962a {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:51:16.695522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:16.819911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:16.874464 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:17.031677 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6238928-88e6-48e1-92a4-07b7cf786431 req-ac0bb676-1ef0-4940-bebf-1ead464a5c77 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:17.033217 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e6238928-88e6-48e1-92a4-07b7cf786431 req-ac0bb676-1ef0-4940-bebf-1ead464a5c77 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0536780 Jun 17 07:51:17.070010 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e6238928-88e6-48e1-92a4-07b7cf786431 req-7935e2e5-92b5-4086-9215-0e63a18eda6f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302491 Jun 17 07:51:17.238575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3d43b-1f4f-4e59-bcdd-a89467f14daf req-7061ebc6-f9d4-4fa2-9ddc-95c656e8e31d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:17.239982 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6ac3d43b-1f4f-4e59-bcdd-a89467f14daf req-7061ebc6-f9d4-4fa2-9ddc-95c656e8e31d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0469146 Jun 17 07:51:17.275645 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6ac3d43b-1f4f-4e59-bcdd-a89467f14daf req-f208aa6e-bd4b-4e5b-adba-af1a831e6606 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297635 Jun 17 07:51:17.743959 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9394c1-673f-4d69-82fe-a0510a04ce37 req-74361ecc-7b5f-4a7a-974b-ca5ad0186ca8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:17.745409 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6e9394c1-673f-4d69-82fe-a0510a04ce37 req-74361ecc-7b5f-4a7a-974b-ca5ad0186ca8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0469253 Jun 17 07:51:17.780765 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6e9394c1-673f-4d69-82fe-a0510a04ce37 req-a8141886-2628-4579-b2e0-5b0b8de35795 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294981 Jun 17 07:51:18.188355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef092d20-6c42-47a1-994e-85d8817c4610 req-76924da4-4231-4f1e-afd0-c7460a8f8778 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:18.189784 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef092d20-6c42-47a1-994e-85d8817c4610 req-76924da4-4231-4f1e-afd0-c7460a8f8778 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0498068 Jun 17 07:51:18.226561 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef092d20-6c42-47a1-994e-85d8817c4610 req-fa7ff793-46aa-4869-9855-d302a0bb33e4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308642 Jun 17 07:51:18.388024 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130b026-d3a7-41a8-be0f-2b017a2b0f26 req-327ead7d-dc64-48eb-a9e9-a5011be6bdbe tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:18.389531 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b130b026-d3a7-41a8-be0f-2b017a2b0f26 req-327ead7d-dc64-48eb-a9e9-a5011be6bdbe tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0483115 Jun 17 07:51:18.426612 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b130b026-d3a7-41a8-be0f-2b017a2b0f26 req-193644a6-479d-47b2-b459-2fccf0610941 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303159 Jun 17 07:51:18.891099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9b2219-b840-4ade-9421-2310257c6b12 req-9805ecfc-31e3-4db1-9384-31545bfdf862 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:18.892535 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be9b2219-b840-4ade-9421-2310257c6b12 req-9805ecfc-31e3-4db1-9384-31545bfdf862 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0468299 Jun 17 07:51:18.929307 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be9b2219-b840-4ade-9421-2310257c6b12 req-29b03ea5-2e4d-4ff3-895a-c88f9c853e6c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306494 Jun 17 07:51:19.350947 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0efe2-54df-4c29-a7ad-e22f7893ac8c req-3b7c90a0-e4ee-468e-ad75-ff4639ab31ea tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:19.352450 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4da0efe2-54df-4c29-a7ad-e22f7893ac8c req-3b7c90a0-e4ee-468e-ad75-ff4639ab31ea tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0557070 Jun 17 07:51:19.413334 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4da0efe2-54df-4c29-a7ad-e22f7893ac8c req-295d0c2d-b2e2-49bb-8e99-f727c4378b8b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513749 Jun 17 07:51:19.573601 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa9aa2d-baf9-4c5c-a811-1a8b750ce845 req-9b62c828-8cfd-48f7-94f5-79c127fab9d2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:19.574970 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6fa9aa2d-baf9-4c5c-a811-1a8b750ce845 req-9b62c828-8cfd-48f7-94f5-79c127fab9d2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Jun 17 07:51:19.617506 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6fa9aa2d-baf9-4c5c-a811-1a8b750ce845 req-5555545e-b2bf-4e9a-948c-acb2561d50a0 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365620 Jun 17 07:51:19.715198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['c6886119-c677-459a-a2ca-ecbba951962a'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:51:20.050521 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799de47-4c70-46ab-be64-50379405edda req-beb5e8c2-8ee5-4014-a440-92d116765f84 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:20.052029 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c799de47-4c70-46ab-be64-50379405edda req-beb5e8c2-8ee5-4014-a440-92d116765f84 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0528042 Jun 17 07:51:20.093125 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c799de47-4c70-46ab-be64-50379405edda req-b39b20a4-e636-4ba5-8ace-af342f705e4d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344965 Jun 17 07:51:20.542194 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdba795-560d-4157-b912-271cc47334a8 req-e6c8df58-983c-4fae-af59-bc5737ab323b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:20.543699 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9cdba795-560d-4157-b912-271cc47334a8 req-e6c8df58-983c-4fae-af59-bc5737ab323b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0526037 Jun 17 07:51:20.597235 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9cdba795-560d-4157-b912-271cc47334a8 req-3aa7e06e-af36-41e5-93bc-c82ef5b2141a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400081 Jun 17 07:51:20.767530 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-1ac20fcb-d559-41e5-b513-bafd7b87bef9 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:20.769094 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-1ac20fcb-d559-41e5-b513-bafd7b87bef9 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/networks?id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 HTTP/1.1" status: 200 len: 814 time: 0.1056936 Jun 17 07:51:20.784979 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-b9a5ef9f-edab-401c-a4f5-ac25eae179fb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/quotas/727c1c872deb4f739af5b50bd17adbc1 HTTP/1.1" status: 200 len: 375 time: 0.0100877 Jun 17 07:51:21.043978 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-6a9a3f7c-13f2-423c-9ec6-16cf8385a043 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2529900 Jun 17 07:51:21.139318 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-53f3ab2b-ca63-4f0d-ad6e-85d28aee0869 service neutron] 10.222.0.27 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871069 Jun 17 07:51:21.237560 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-0b725d7a-b8bf-49ed-8cec-5455ca8fdab2 service neutron] 10.222.0.27 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913053 Jun 17 07:51:21.330219 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:51:21.812986 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port c6886119-c677-459a-a2ca-ecbba951962a completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:51:21.817420 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port c6886119-c677-459a-a2ca-ecbba951962a triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:51:21.817800 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:21.934942 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20bdf2-67a9-4211-90a1-5feef74c91f5 req-94ff0572-5c46-4455-9f82-0fe3b4b45a03 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:21.937087 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2d20bdf2-67a9-4211-90a1-5feef74c91f5 req-94ff0572-5c46-4455-9f82-0fe3b4b45a03 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0850039 Jun 17 07:51:21.984760 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c6886119-c677-459a-a2ca-ecbba951962a is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:21.985628 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:21.988486 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2d20bdf2-67a9-4211-90a1-5feef74c91f5 req-9a3763e6-4022-4d73-ade8-f8e9530a34e3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354993 Jun 17 07:51:22.031984 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:22.033719 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:22.037764 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cd858d-8d28-4ff1-b6be-e58495506358" -d '{"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-plugged", "status": "completed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:22.104094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:22.131395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6e44a3-b735-4706-a0bd-15aca3d7dd32 req-5143289d-cb57-4bf8-ac5a-a3767d93ca52 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:22.137279 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da6e44a3-b735-4706-a0bd-15aca3d7dd32 req-5143289d-cb57-4bf8-ac5a-a3767d93ca52 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0627460 Jun 17 07:51:22.156128 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:22.184263 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da6e44a3-b735-4706-a0bd-15aca3d7dd32 req-2e2146e0-b398-4510-bf27-05020f8123be tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409615 Jun 17 07:51:22.332374 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27d73d-6c1a-4241-bf3b-a500594490dd req-43d29e67-df64-40f5-9c09-1297bb15534d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:22.333968 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2c27d73d-6c1a-4241-bf3b-a500594490dd req-43d29e67-df64-40f5-9c09-1297bb15534d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0787883 Jun 17 07:51:22.381950 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2c27d73d-6c1a-4241-bf3b-a500594490dd req-eff3caee-6c6f-4129-b256-e90fefea29a3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409942 Jun 17 07:51:22.469541 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-085fa1d8-560c-45d2-a19a-e0752c5144d6 req-3d5e9040-08dc-4b59-8036-1467cf8828a8 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0338218 Jun 17 07:51:22.528258 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214bd16e-567d-48c5-9daa-ab23669b2579 x-openstack-request-id: req-214bd16e-567d-48c5-9daa-ab23669b2579 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:22.528850 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-plugged", "status": "completed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:22.528850 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-214bd16e-567d-48c5-9daa-ab23669b2579 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:22.529494 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214bd16e-567d-48c5-9daa-ab23669b2579'] response: {'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'code': 200} Jun 17 07:51:23.124975 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7674228-4005-47aa-a6ba-28ab6c3aedd1 req-9aca0c4f-8623-4162-a8fa-f58f3e8f88de tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:23.127206 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c7674228-4005-47aa-a6ba-28ab6c3aedd1 req-9aca0c4f-8623-4162-a8fa-f58f3e8f88de tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0547063 Jun 17 07:51:23.171830 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c7674228-4005-47aa-a6ba-28ab6c3aedd1 req-fac76614-8db6-4bdb-bc34-974ff0422c98 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358970 Jun 17 07:51:23.305818 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387fc55-2f4a-4dc3-b2ac-270ad44c8fe0 req-cd3361e9-6711-44b2-887c-ef0bf6af880e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:23.307352 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f387fc55-2f4a-4dc3-b2ac-270ad44c8fe0 req-cd3361e9-6711-44b2-887c-ef0bf6af880e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0531857 Jun 17 07:51:23.346148 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f387fc55-2f4a-4dc3-b2ac-270ad44c8fe0 req-a4aad744-47a0-4c70-a082-eec21ee34327 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325735 Jun 17 07:51:23.513117 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed7460-5526-43dc-9197-50cf8330d737 req-beb8275c-414e-4b1e-9ba4-8fb068621c0e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:23.514732 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-81ed7460-5526-43dc-9197-50cf8330d737 req-beb8275c-414e-4b1e-9ba4-8fb068621c0e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0501392 Jun 17 07:51:23.554272 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-81ed7460-5526-43dc-9197-50cf8330d737 req-9b9e29a2-e3c5-4d6e-8a82-337d5fb8b36f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328248 Jun 17 07:51:23.653168 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fb3c7d0c-18ff-49f4-9502-531981de0526 req-c298e7f1-a46e-4f5d-af40-d746611b9531 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0281167 Jun 17 07:51:24.305298 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c718dbf-f3a7-4e80-86e1-31de5f782726 req-fb22dae2-85c2-42ec-af0d-34da3a5530a1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:24.306936 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c718dbf-f3a7-4e80-86e1-31de5f782726 req-fb22dae2-85c2-42ec-af0d-34da3a5530a1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0537407 Jun 17 07:51:24.349498 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c718dbf-f3a7-4e80-86e1-31de5f782726 req-17369617-6af5-41ba-8434-ce87e0ff1541 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363317 Jun 17 07:51:24.464064 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc90be0-a574-4b29-acdd-09312d2dcc0c req-1b84fe7c-37b6-4a5d-bded-52854a3482a2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:24.465727 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4cc90be0-a574-4b29-acdd-09312d2dcc0c req-1b84fe7c-37b6-4a5d-bded-52854a3482a2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Jun 17 07:51:24.513575 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4cc90be0-a574-4b29-acdd-09312d2dcc0c req-ded76255-afc5-407b-866d-566297cfaed1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400195 Jun 17 07:51:24.689171 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0fcfc-aab4-44a7-b393-c9d3eb5e06e9 req-898a6211-798f-4e81-b592-2f93feb7c309 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:24.691195 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d7c0fcfc-aab4-44a7-b393-c9d3eb5e06e9 req-898a6211-798f-4e81-b592-2f93feb7c309 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0553017 Jun 17 07:51:24.729096 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d7c0fcfc-aab4-44a7-b393-c9d3eb5e06e9 req-fb9e04bd-8271-4d53-8903-346b2457f7c3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318286 Jun 17 07:51:24.829355 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f955c1a0-6fea-432a-bae4-a752c319a026 req-62bede64-2eb4-48db-86a2-161c7060a160 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0312707 Jun 17 07:51:25.483084 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a9d3-d044-4ed7-b5c9-2bb1350119cd req-3ae6a97c-7502-4c5d-a43d-30c09c02b341 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:25.484584 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-62d2a9d3-d044-4ed7-b5c9-2bb1350119cd req-3ae6a97c-7502-4c5d-a43d-30c09c02b341 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0515828 Jun 17 07:51:25.536307 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-62d2a9d3-d044-4ed7-b5c9-2bb1350119cd req-58fc937a-e2dd-4aeb-97c5-3aa1b9b37aca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449224 Jun 17 07:51:25.664484 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc9f27a-5815-4680-8526-e024b8767163 req-365e298b-230f-4be7-ad22-e34f8b0669ad tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:25.665939 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1dc9f27a-5815-4680-8526-e024b8767163 req-365e298b-230f-4be7-ad22-e34f8b0669ad tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0552237 Jun 17 07:51:25.706176 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1dc9f27a-5815-4680-8526-e024b8767163 req-a3378e31-fc16-493c-8283-8d38c7151db5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340822 Jun 17 07:51:25.852381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de5b8d-0503-4b41-9a41-18c26a9474dd req-8d52b36d-81cd-4c65-95cc-978eb0e4a2f3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:25.853937 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-29de5b8d-0503-4b41-9a41-18c26a9474dd req-8d52b36d-81cd-4c65-95cc-978eb0e4a2f3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0500729 Jun 17 07:51:25.897118 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-29de5b8d-0503-4b41-9a41-18c26a9474dd req-8c90b4d3-2775-4a1c-84ab-bd89854d7c34 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366964 Jun 17 07:51:25.984509 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-daec1501-1d32-496b-8ff5-0fb07a2f1950 req-ad63daf2-a862-446f-a799-832fbff4baaa tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0274818 Jun 17 07:51:26.670052 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50886a43-090e-4461-b1fa-c487a6e07b3e req-e915a338-9fa3-4655-afcd-7ead41f83103 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:26.678058 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-50886a43-090e-4461-b1fa-c487a6e07b3e req-e915a338-9fa3-4655-afcd-7ead41f83103 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0675254 Jun 17 07:51:26.732630 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-50886a43-090e-4461-b1fa-c487a6e07b3e req-d1f79243-63c9-427d-80d4-726c4f460ea3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536101 Jun 17 07:51:26.856368 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4e2238-d91e-47d8-b72d-c79c251566b5 req-e2aa0837-7b3d-4c55-89d2-2649e195c893 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:26.857968 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6f4e2238-d91e-47d8-b72d-c79c251566b5 req-e2aa0837-7b3d-4c55-89d2-2649e195c893 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0550427 Jun 17 07:51:26.898906 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6f4e2238-d91e-47d8-b72d-c79c251566b5 req-7eba6a5a-f1fc-44ed-9559-894130517ba0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339963 Jun 17 07:51:27.027437 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9df059-78bc-495d-8e88-a6a9506ccff6 req-c69e5151-3a0b-48a2-a77b-9f7048b072ad tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:27.029227 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc9df059-78bc-495d-8e88-a6a9506ccff6 req-c69e5151-3a0b-48a2-a77b-9f7048b072ad tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0566864 Jun 17 07:51:27.067098 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc9df059-78bc-495d-8e88-a6a9506ccff6 req-992470b1-a7c3-4d7c-9296-cfc582dbf814 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Jun 17 07:51:27.155269 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f69df270-3824-4892-a711-6e7cdca62d30 req-20f5ad25-4750-4eec-94d8-369015d40ab2 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0265732 Jun 17 07:51:27.849456 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d41d9-b1d9-4613-9fee-28b32964d648 req-d41306fc-3dca-4666-80e2-c48d8faaff0a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:27.850816 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ad6d41d9-b1d9-4613-9fee-28b32964d648 req-d41306fc-3dca-4666-80e2-c48d8faaff0a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0466583 Jun 17 07:51:27.890594 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ad6d41d9-b1d9-4613-9fee-28b32964d648 req-75deac78-bf0e-48ea-9cf0-5a29ca2b226e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Jun 17 07:51:28.033104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852c824-ebfe-44e4-8a4a-d9e46072723b req-32aa01b8-446a-4aa9-a699-6b9ad159d946 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:28.034656 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d852c824-ebfe-44e4-8a4a-d9e46072723b req-32aa01b8-446a-4aa9-a699-6b9ad159d946 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0675697 Jun 17 07:51:28.073856 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d852c824-ebfe-44e4-8a4a-d9e46072723b req-fb099ce6-a84b-4f2f-bdf0-eb365c9bf7f8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326183 Jun 17 07:51:28.195454 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44c9c5b-a4a1-4b4e-8d57-b0f79ff0dfc5 req-6d9e4b73-d9fb-4e02-bd3c-58509d08acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:28.196893 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c44c9c5b-a4a1-4b4e-8d57-b0f79ff0dfc5 req-6d9e4b73-d9fb-4e02-bd3c-58509d08acdd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0730963 Jun 17 07:51:28.209172 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69b4c6-98bf-48c1-aca6-702db43a3273 req-4a0481e3-571f-4ee0-ac1e-76c1754dd5d5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:28.210607 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5a69b4c6-98bf-48c1-aca6-702db43a3273 req-4a0481e3-571f-4ee0-ac1e-76c1754dd5d5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0572221 Jun 17 07:51:28.259746 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c44c9c5b-a4a1-4b4e-8d57-b0f79ff0dfc5 req-bbd79b49-5639-4423-9fc4-68a25a0a1964 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482047 Jun 17 07:51:28.264497 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5a69b4c6-98bf-48c1-aca6-702db43a3273 req-a2014744-9e84-480e-98f2-b2506f7f4f51 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478845 Jun 17 07:51:28.350570 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f15ce8bd-3537-43ed-80bd-55555426f063 req-b7595ceb-0a11-4b83-928e-adce7270d379 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0285845 Jun 17 07:51:28.842469 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8049336a-c987-4f67-bf7e-eeceef9fc0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:29.007329 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e08d7f-e1c6-449a-8207-81c0e87fd9bd req-13e943eb-c661-4fe2-93d1-32a9c8ac2182 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:29.008717 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-79e08d7f-e1c6-449a-8207-81c0e87fd9bd req-13e943eb-c661-4fe2-93d1-32a9c8ac2182 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0493886 Jun 17 07:51:29.045403 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-79e08d7f-e1c6-449a-8207-81c0e87fd9bd req-570594dc-f70e-4407-af2c-f6c9f38a3ddd tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306036 Jun 17 07:51:29.253201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a7503-d58a-486c-adfc-76fddc6a1fc0 req-18f0de28-fcd2-4359-aa53-bdf12b1e9063 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:29.254665 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0e9a7503-d58a-486c-adfc-76fddc6a1fc0 req-18f0de28-fcd2-4359-aa53-bdf12b1e9063 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.1092746 Jun 17 07:51:29.299710 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-f77b8550-155a-494d-b438-645268ad637c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:29.301231 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-f77b8550-155a-494d-b438-645268ad637c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "GET /v2.0/networks?id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 HTTP/1.1" status: 200 len: 814 time: 0.1470685 Jun 17 07:51:29.314177 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0e9a7503-d58a-486c-adfc-76fddc6a1fc0 req-10ef0375-69cd-4d52-ba9e-8ee402f21a50 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519564 Jun 17 07:51:29.318905 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Request body: {'port': {'device_id': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031', 'admin_state_up': True, 'tenant_id': '727c1c872deb4f739af5b50bd17adbc1'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:51:29.414280 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd535e7-8a05-475e-aea9-f2c9402fd82e req-25df8d2a-be9a-4c2f-801c-1cccbbb6e8b0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:29.415951 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1bd535e7-8a05-475e-aea9-f2c9402fd82e req-25df8d2a-be9a-4c2f-801c-1cccbbb6e8b0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0794787 Jun 17 07:51:29.466904 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1bd535e7-8a05-475e-aea9-f2c9402fd82e req-9ecd2e8c-b6ff-4c57-87f8-3a7d0a147670 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Jun 17 07:51:29.490272 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-eab3ddaa-e409-4938-9e45-b1821f96e2d2 req-35f2dac1-9bb4-4192-9da4-53df53d17cc5 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0293653 Jun 17 07:51:29.566657 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Made reservation on behalf of 727c1c872deb4f739af5b50bd17adbc1 for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:51:29.570222 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:29.699728 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Allocated IP 172.20.0.13 (c2ed46c3-bd3e-4d33-8c3c-5806a4f75031/7412ee5d-d813-4783-809a-ba9256f078ac/62c47852-b834-4a77-bf99-f4f85191b7fd) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:51:29.843465 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:29.940268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:29.981627 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:51:29.984601 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:51:29.988596 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:51:29.996802 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Pushing event updated for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:30.040749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.041366 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:30.140118 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-64719ecc-1b39-41d9-b730-24e19d9d23eb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8249185 Jun 17 07:51:30.156765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb7d9b-5d7a-4287-91ab-82b80b7854f2 req-b5a65510-3039-4ecc-a29c-823943f5b352 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.158237 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-85bb7d9b-5d7a-4287-91ab-82b80b7854f2 req-b5a65510-3039-4ecc-a29c-823943f5b352 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0479321 Jun 17 07:51:30.195151 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-85bb7d9b-5d7a-4287-91ab-82b80b7854f2 req-f9d014c3-5f26-4624-9219-51a0826ce01d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Jun 17 07:51:30.295308 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Request body: {'port': {'device_id': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:51:30.353672 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7c929-337a-4792-83b6-b3a4f4d057e8 req-e0e2bb22-dbf6-4879-bbf2-7e7bcf6058f6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.355124 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a5b7c929-337a-4792-83b6-b3a4f4d057e8 req-e0e2bb22-dbf6-4879-bbf2-7e7bcf6058f6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0941477 Jun 17 07:51:30.364349 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:30.424064 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a5b7c929-337a-4792-83b6-b3a4f4d057e8 req-7b8c9940-691d-4205-83af-a119a1e9ee0a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611596 Jun 17 07:51:30.429220 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074fd9d-bb84-4e03-80de-453bd764eb1d req-29b2ec3f-2584-4fae-a3cb-8d5d5ea40f80 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.430850 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8074fd9d-bb84-4e03-80de-453bd764eb1d req-29b2ec3f-2584-4fae-a3cb-8d5d5ea40f80 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0476980 Jun 17 07:51:30.451783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 40586) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:51:30.483540 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8074fd9d-bb84-4e03-80de-453bd764eb1d req-82b7bfe3-2787-4ba5-baa1-b6d2196bdd68 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468814 Jun 17 07:51:30.597273 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24199deb-fdd4-4338-981b-f986de906212 tempest-TestShelveInstance-1620214483 tempest-TestShelveInstance-1620214483-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.598812 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-24199deb-fdd4-4338-981b-f986de906212 tempest-TestShelveInstance-1620214483 tempest-TestShelveInstance-1620214483-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1094 time: 0.1461091 Jun 17 07:51:30.610524 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 40596) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:51:30.616424 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:51:30.634716 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada2ad3-54b6-4ab2-b69b-17af5141172f req-0b956291-f482-4321-9c67-563fc39fbcfe tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.636190 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3ada2ad3-54b6-4ab2-b69b-17af5141172f req-0b956291-f482-4321-9c67-563fc39fbcfe tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 932 time: 0.0533798 Jun 17 07:51:30.676252 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3ada2ad3-54b6-4ab2-b69b-17af5141172f req-49b79944-28b2-4bae-ada7-070f980e27bb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332243 Jun 17 07:51:30.696437 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f17aa-6695-4c5d-b4fc-d3650111dd26 req-d8111799-3bbb-4fea-a5cf-e5695a81c2d3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:30.697934 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c0f17aa-6695-4c5d-b4fc-d3650111dd26 req-d8111799-3bbb-4fea-a5cf-e5695a81c2d3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.1352987 Jun 17 07:51:30.766376 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c0f17aa-6695-4c5d-b4fc-d3650111dd26 req-28072efe-6ad9-4576-9849-dcf561edd13f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591784 Jun 17 07:51:30.787502 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for floatingip, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:30.808511 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c47852-b834-4a77-bf99-f4f85191b7fd {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:51:30.864468 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:30.882061 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Transition to ACTIVE for port object 62c47852-b834-4a77-bf99-f4f85191b7fd will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:51:30.904683 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:30.981632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.044598 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Allocated IP 172.27.2.172 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/4f19e5a4-f4a0-4449-98db-33e41140f227) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:51:31.063950 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:31.070777 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-388cd7f3-fdad-4a9a-88d9-50e06de21f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.193224 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Attempting to bind port 62c47852-b834-4a77-bf99-f4f85191b7fd on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:51:31.193555 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Attempting to bind port 62c47852-b834-4a77-bf99-f4f85191b7fd by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:51:31.193880 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Attempting to bind port 62c47852-b834-4a77-bf99-f4f85191b7fd on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:51:31.206277 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Port 62c47852-b834-4a77-bf99-f4f85191b7fd on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:51:31.206596 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Attempting to bind port 62c47852-b834-4a77-bf99-f4f85191b7fd on network c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:51:31.213727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.216605 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:51:31.222062 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Checking segment: {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:51:31.222062 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Bound using segment: {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:51:31.222062 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Bound port: 62c47852-b834-4a77-bf99-f4f85191b7fd, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:51:31.222062 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.303184 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:51:31.304316 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=62c47852-b834-4a77-bf99-f4f85191b7fd,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:51:31.379580 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.409861 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.422427 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:51:31.426720 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:51:31.431045 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:51:31.434748 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.435335 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:31.436659 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] 10.222.0.57 "PUT /v2.0/ports/62c47852-b834-4a77-bf99-f4f85191b7fd HTTP/1.1" status: 200 len: 1094 time: 1.1463413 Jun 17 07:51:31.437937 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:31.440623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:31.467263 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'Port': ['ID=4f19e5a4-f4a0-4449-98db-33e41140f227,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:31.477541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed523f-bf87-492f-87a4-703869ff454d x-openstack-request-id: req-baed523f-bf87-492f-87a4-703869ff454d {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:31.477826 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:31.478067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-baed523f-bf87-492f-87a4-703869ff454d {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:31.478451 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baed523f-bf87-492f-87a4-703869ff454d'] response: {'name': 'network-changed', 'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd', 'status': 'completed', 'code': 200} Jun 17 07:51:31.600256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad8166-d4df-4663-b577-83188b8369a3 service neutron] Pushing event updated for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:31.659066 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-fe95cf1e-5dbc-4926-8e07-da092d92c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.660519 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-fe95cf1e-5dbc-4926-8e07-da092d92c180 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 1097 time: 0.1564460 Jun 17 07:51:31.733927 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ff6ae9-361e-453f-8708-e80935271de8 req-ef16c122-4153-4a04-b5fd-277a2f8beb00 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.735370 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c7ff6ae9-361e-453f-8708-e80935271de8 req-ef16c122-4153-4a04-b5fd-277a2f8beb00 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.1576345 Jun 17 07:51:31.792084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032991-244b-460e-a0bc-5b4e7d69c859 req-bed72340-5ca0-4022-ace9-6b4705b336fa tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.794389 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82032991-244b-460e-a0bc-5b4e7d69c859 req-bed72340-5ca0-4022-ace9-6b4705b336fa tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 944 time: 0.0496304 Jun 17 07:51:31.834360 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82032991-244b-460e-a0bc-5b4e7d69c859 req-b45ac7a7-1a4a-47e7-b441-0d02f68bad40 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332732 Jun 17 07:51:31.869924 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c7ff6ae9-361e-453f-8708-e80935271de8 req-69d141a0-7dec-4fac-9e00-bb3d78d77679 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269383 Jun 17 07:51:31.892610 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-681ff0a0-e2d2-46b2-900a-0eed30babaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.894649 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-681ff0a0-e2d2-46b2-900a-0eed30babaa0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=727c1c872deb4f739af5b50bd17adbc1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2200334 Jun 17 07:51:31.934353 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a440e-db41-4d2e-b182-17e855620fd6 req-79e1ecca-aa16-4184-80fa-2c59c9b9ffe2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:31.935790 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-629a440e-db41-4d2e-b182-17e855620fd6 req-79e1ecca-aa16-4184-80fa-2c59c9b9ffe2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0480657 Jun 17 07:51:31.973012 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-629a440e-db41-4d2e-b182-17e855620fd6 req-71b520e3-57c5-4361-9eb4-b792d00772d7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303893 Jun 17 07:51:32.082447 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-330108c3-26a3-497d-9a76-fcfbcabeda58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:32.083924 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-46e08ecb-92fa-4a90-a826-4aedda8a2e1f req-330108c3-26a3-497d-9a76-fcfbcabeda58 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541572 Jun 17 07:51:32.099662 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:32.182148 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-72c5bd94-6998-4ad2-9650-b67481c88ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:32.183581 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-72c5bd94-6998-4ad2-9650-b67481c88ca7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=727c1c872deb4f739af5b50bd17adbc1&device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 1097 time: 0.0499601 Jun 17 07:51:32.226146 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-b70925fe-7de8-4cbf-bad5-27f11e89de25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62c47852-b834-4a77-bf99-f4f85191b7fd HTTP/1.1" status: 200 len: 217 time: 0.0331125 Jun 17 07:51:32.276551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:32.280805 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:32.543067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-7694224c-ee5a-4ba5-9066-6a9ba7bb1f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:32.544469 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-7694224c-ee5a-4ba5-9066-6a9ba7bb1f40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7412ee5d-d813-4783-809a-ba9256f078ac HTTP/1.1" status: 200 len: 854 time: 0.3012321 Jun 17 07:51:32.583181 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-c9cf1933-6029-4a8a-9ae8-2575d65baec6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272007 Jun 17 07:51:32.735126 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-5c5bc33a-8525-4c46-9193-89ff7299b267 service neutron] 10.222.0.57 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417143 Jun 17 07:51:32.762575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:32.820352 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:32.891133 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bc15be75-966f-4e2a-98e9-0e6520c3c972 req-d898feb8-df0c-489d-b2a1-2af8381be10d service neutron] 10.222.0.57 "GET /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464000 Jun 17 07:51:32.912505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event updated for resources: {'Port': ['ID=4f19e5a4-f4a0-4449-98db-33e41140f227,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:32.941229 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:33.001766 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f559c-0921-4741-9430-2ef70f880650 req-d854f1e2-c4fa-485c-9367-3ff6b45d10c6 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.003427 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1c4f559c-0921-4741-9430-2ef70f880650 req-d854f1e2-c4fa-485c-9367-3ff6b45d10c6 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0580897 Jun 17 07:51:33.008315 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf70d7b-c2cc-4e6c-af05-dd5e03610deb req-80b6e6a7-b993-4d59-8020-c2b31b714a8b tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.009607 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9bf70d7b-c2cc-4e6c-af05-dd5e03610deb req-80b6e6a7-b993-4d59-8020-c2b31b714a8b tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 944 time: 0.1012654 Jun 17 07:51:33.043022 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1c4f559c-0921-4741-9430-2ef70f880650 req-cc20c6c2-04fa-4e67-b7bc-f0db29e3e3d2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jun 17 07:51:33.077739 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Floating IP 9472aaf2-d138-4aae-a920-6ef7cc0651b9 associated. External IP: 172.27.2.172, port: c6886119-c677-459a-a2ca-ecbba951962a. Jun 17 07:51:33.116782 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9bf70d7b-c2cc-4e6c-af05-dd5e03610deb req-b37e5749-8519-43b6-b915-2aa2873199d1 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773356 Jun 17 07:51:33.168023 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6736a74d-b608-4c27-8cdd-f1a5d176eaf6 req-06de9dc9-bf07-4a5b-b085-37d602a57c91 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.169552 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6736a74d-b608-4c27-8cdd-f1a5d176eaf6 req-06de9dc9-bf07-4a5b-b085-37d602a57c91 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0585680 Jun 17 07:51:33.208004 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6736a74d-b608-4c27-8cdd-f1a5d176eaf6 req-5d803930-840e-418f-9cc4-f1ae143e3f03 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319164 Jun 17 07:51:33.296095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Router dab34939-8532-4c04-b1da-fe00d6de5437 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:51:33.400275 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:33.404584 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:51:33.411223 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Sync routers for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:51:33.421083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:51:33.421694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:51:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:51:33.484072 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:33.510542 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-50616c31-1530-4df2-a325-4e6f4f1cdcca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8977313 Jun 17 07:51:33.511104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:33.513426 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f116db2c-7129-4de6-b605-83e25ca43b37" -d '{"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:33.526834 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:51:33.548841 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb31446-172c-4f34-ab72-b8f4cc6b8623 x-openstack-request-id: req-cdb31446-172c-4f34-ab72-b8f4cc6b8623 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:33.549407 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:33.549407 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cdb31446-172c-4f34-ab72-b8f4cc6b8623 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:33.549862 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb31446-172c-4f34-ab72-b8f4cc6b8623'] response: {'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'status': 'completed', 'code': 200} Jun 17 07:51:33.613340 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-7dd0b1bc-be51-4238-bbae-f9449102e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.615568 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-7dd0b1bc-be51-4238-bbae-f9449102e83f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0408387 Jun 17 07:51:33.712638 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-edec5594-6a2d-4e89-8373-3ee7a062d781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.714268 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-edec5594-6a2d-4e89-8373-3ee7a062d781 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.0890794 Jun 17 07:51:33.749801 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '9472aaf2-d138-4aae-a920-6ef7cc0651b9', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'mac_address': 'fa:16:3e:11:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:51:31Z', 'updated_at': '2022-06-17T07:51:31Z', 'revision_number': 0, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:51:33.779095 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Checking router: dab34939-8532-4c04-b1da-fe00d6de5437 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:51:33.779777 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-0cc34057-5630-4be4-ba6e-85b9184682eb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1000 time: 0.0582170 Jun 17 07:51:33.787350 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:51:33.787936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:51:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:51:33.828569 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-119b3928-d17d-4427-9957-b96255286e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.830061 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-119b3928-d17d-4427-9957-b96255286e52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0433564 Jun 17 07:51:33.879015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-0fe6cd31-c8ba-4f17-a444-918705b6faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:33.880500 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-0fe6cd31-c8ba-4f17-a444-918705b6faf8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428638 Jun 17 07:51:33.974137 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-304f0a3c-fb46-401a-babb-1f4ae94abc7c service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843358 Jun 17 07:51:34.023341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:51:34.067616 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f116db2c-7129-4de6-b605-83e25ca43b37 req-5e00b408-e5fa-4241-980b-d8404def2441 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858169 Jun 17 07:51:34.095074 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:34.163550 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddaf267-e12d-45bb-91d6-da3ec1bdf79c req-875640c8-ce40-42cc-9445-c2994fd56621 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.165052 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9ddaf267-e12d-45bb-91d6-da3ec1bdf79c req-875640c8-ce40-42cc-9445-c2994fd56621 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0516326 Jun 17 07:51:34.203224 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9ddaf267-e12d-45bb-91d6-da3ec1bdf79c req-393791be-1af4-4374-9704-4a5b6bde0cdd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322936 Jun 17 07:51:34.245146 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b2ac6-4a9f-4140-b957-f52e3a569059 req-984f2098-93a2-40a8-832f-e263955b8ea3 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.246813 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c14b2ac6-4a9f-4140-b957-f52e3a569059 req-984f2098-93a2-40a8-832f-e263955b8ea3 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 944 time: 0.0542033 Jun 17 07:51:34.261336 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '9472aaf2-d138-4aae-a920-6ef7cc0651b9', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'mac_address': 'fa:16:3e:11:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:51:31Z', 'updated_at': '2022-06-17T07:51:31Z', 'revision_number': 0, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:51:34.288341 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c14b2ac6-4a9f-4140-b957-f52e3a569059 req-6ea17385-c389-494a-b475-37d7de861ebb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343623 Jun 17 07:51:34.291951 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e566a393-3074-4ac4-a7d1-5ab09566c597 None None] The sync data for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi is: [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '9472aaf2-d138-4aae-a920-6ef7cc0651b9', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'floating_ip_address': '172.27.2.172', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'mac_address': 'fa:16:3e:11:ce:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:51:31Z', 'updated_at': '2022-06-17T07:51:31Z', 'revision_number': 0, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:51:34.393868 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95046cd7-86b9-48c0-9b8a-e86e4fd5d693 req-2141295f-6e4b-495d-9a34-ac87d27557d7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.395335 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-95046cd7-86b9-48c0-9b8a-e86e4fd5d693 req-2141295f-6e4b-495d-9a34-ac87d27557d7 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0498610 Jun 17 07:51:34.435042 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-95046cd7-86b9-48c0-9b8a-e86e4fd5d693 req-af3aec63-9f2d-4d31-95b9-7ced17ea95bc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336411 Jun 17 07:51:34.496441 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c36382-ec63-4315-977f-f68c7031ef02 None None] New status for floating IP 9472aaf2-d138-4aae-a920-6ef7cc0651b9: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:51:34.555141 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c99c1-0577-4c6d-a46b-80474ba3ac91 req-60d37688-c91d-4da5-ab43-98d815e4efdf tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.556672 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be8c99c1-0577-4c6d-a46b-80474ba3ac91 req-60d37688-c91d-4da5-ab43-98d815e4efdf tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0587835 Jun 17 07:51:34.602484 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be8c99c1-0577-4c6d-a46b-80474ba3ac91 req-ed5b2a58-ff99-4a96-a450-0159a349f6d2 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392506 Jun 17 07:51:34.660547 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-1f1353e3-ff9b-4496-bc42-7c5074c6392d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.662102 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-1f1353e3-ff9b-4496-bc42-7c5074c6392d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1098 time: 0.0537555 Jun 17 07:51:34.756490 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-8d27a525-0393-420a-b5ac-d33c78e9b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.758017 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-8d27a525-0393-420a-b5ac-d33c78e9b0fd service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.0849762 Jun 17 07:51:34.827950 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-8ffb900d-ad62-4d1f-9b47-86148791822e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 1001 time: 0.0621893 Jun 17 07:51:34.875032 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-63b0649d-9999-42c1-a1b1-a341789951c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.876418 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-63b0649d-9999-42c1-a1b1-a341789951c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0415967 Jun 17 07:51:34.920087 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-6d4566a9-9e0d-4a35-af36-5b9f6aa8e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:34.921550 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-6d4566a9-9e0d-4a35-af36-5b9f6aa8e6df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382001 Jun 17 07:51:35.015901 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-ee9d4ba6-2963-47d3-b625-3f7088946d88 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846732 Jun 17 07:51:35.107068 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6a410c4e-3644-4f72-b52d-b8fadd66ec0a req-c625f552-174f-4692-9d41-7fa1e8b5f923 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835376 Jun 17 07:51:35.388729 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 62c47852-b834-4a77-bf99-f4f85191b7fd details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:51:35.421567 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a99e1-3e7b-4ef3-836e-6ed2f5d51a35 req-14438808-61b8-4c15-bbd9-0a5c76a6b476 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:35.423039 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-231a99e1-3e7b-4ef3-836e-6ed2f5d51a35 req-14438808-61b8-4c15-bbd9-0a5c76a6b476 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 944 time: 0.0528853 Jun 17 07:51:35.461414 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-231a99e1-3e7b-4ef3-836e-6ed2f5d51a35 req-d878aa41-4018-4615-a186-04a259ddf7f0 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Jun 17 07:51:35.485472 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=62c47852-b834-4a77-bf99-f4f85191b7fd,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:35.496699 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '62c47852-b834-4a77-bf99-f4f85191b7fd', 'network_id': 'c2ed46c3-bd3e-4d33-8c3c-5806a4f75031', 'port_id': '62c47852-b834-4a77-bf99-f4f85191b7fd', 'mac_address': 'fa:16:3e:cb:b4:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7412ee5d-d813-4783-809a-ba9256f078ac', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:51:35.538231 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 62c47852-b834-4a77-bf99-f4f85191b7fd is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:35.538620 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:35.556031 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c47852-b834-4a77-bf99-f4f85191b7fd {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:51:35.565832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58850a4-f162-4f13-b5a0-bb5744587302 req-fa1d672b-3826-4373-9c45-0f72785d990e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:35.567417 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f58850a4-f162-4f13-b5a0-bb5744587302 req-fa1d672b-3826-4373-9c45-0f72785d990e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 944 time: 0.0550759 Jun 17 07:51:35.575648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=62c47852-b834-4a77-bf99-f4f85191b7fd,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:35.610295 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f58850a4-f162-4f13-b5a0-bb5744587302 req-b9d0f68f-1c92-4c77-b635-b1cca1c2720d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352941 Jun 17 07:51:35.652158 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:35.656227 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:51:35.723015 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:35.726032 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b3484-d940-4e05-8d6a-0105942807a5 req-57a34d74-40a9-4ead-b7d9-f5db6ae6a096 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:35.727684 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-156b3484-d940-4e05-8d6a-0105942807a5 req-57a34d74-40a9-4ead-b7d9-f5db6ae6a096 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0538955 Jun 17 07:51:35.769645 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-156b3484-d940-4e05-8d6a-0105942807a5 req-60d6d5ae-aa08-4ec5-8ac8-2027a9f31195 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338171 Jun 17 07:51:35.792881 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:35.804913 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '0befc432-5cfe-4530-9f15-7639061d513d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '0befc432-5cfe-4530-9f15-7639061d513d', 'mac_address': 'fa:16:3e:ff:7e:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:51:35.841665 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:35.842060 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:35.858520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:51:35.874016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:35.962188 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:36.008159 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=9']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:36.306838 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['0befc432-5cfe-4530-9f15-7639061d513d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:51:36.334288 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['62c47852-b834-4a77-bf99-f4f85191b7fd'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:51:36.582539 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf537113-5533-4383-8d80-a7be72e62898 req-9f11b62d-e447-4950-878f-22c255575abb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:36.583972 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf537113-5533-4383-8d80-a7be72e62898 req-9f11b62d-e447-4950-878f-22c255575abb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 945 time: 0.0478401 Jun 17 07:51:36.620655 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf537113-5533-4383-8d80-a7be72e62898 req-d08b2db0-6f8f-4db2-bb4a-872c9a024424 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307276 Jun 17 07:51:36.728146 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7cfae6-3902-40a2-95a8-0ad7ae8ee527 req-25e05bc3-f116-4fb3-b098-4b41dcaf8e0d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:36.729620 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8b7cfae6-3902-40a2-95a8-0ad7ae8ee527 req-25e05bc3-f116-4fb3-b098-4b41dcaf8e0d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0476875 Jun 17 07:51:36.766133 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8b7cfae6-3902-40a2-95a8-0ad7ae8ee527 req-2e558601-30e1-47a1-8e07-1ad4b3ded9e0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306189 Jun 17 07:51:36.886651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db41309-1f7a-436c-831f-04bda807542b req-08de46a0-8092-4124-b0d2-d5b1a0395036 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:36.888119 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1db41309-1f7a-436c-831f-04bda807542b req-08de46a0-8092-4124-b0d2-d5b1a0395036 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0513456 Jun 17 07:51:36.925997 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1db41309-1f7a-436c-831f-04bda807542b req-2faaca46-c850-45b4-9b8a-66d65b79b5b1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319688 Jun 17 07:51:37.393646 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef64d-ed39-4f13-8dfa-6bf74932d528 req-a34c4583-07c0-4efd-9ef9-ccd4aa1b1827 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.395078 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e81ef64d-ed39-4f13-8dfa-6bf74932d528 req-a34c4583-07c0-4efd-9ef9-ccd4aa1b1827 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0474191 Jun 17 07:51:37.412486 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 62c47852-b834-4a77-bf99-f4f85191b7fd up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:51:37.435562 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e81ef64d-ed39-4f13-8dfa-6bf74932d528 req-ca65f4b9-c5d7-4050-9e81-2b9addf1a077 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343504 Jun 17 07:51:37.483553 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-1bbb8211-bb98-4933-bf10-860f8994a578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.485018 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-1bbb8211-bb98-4933-bf10-860f8994a578 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0429657 Jun 17 07:51:37.514809 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 62c47852-b834-4a77-bf99-f4f85191b7fd completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:51:37.518557 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 62c47852-b834-4a77-bf99-f4f85191b7fd triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:51:37.518924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:37.578856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-a91f131b-45b6-4c49-926d-78332305bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.580296 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-a91f131b-45b6-4c49-926d-78332305bb46 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0847437 Jun 17 07:51:37.595249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 62c47852-b834-4a77-bf99-f4f85191b7fd is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:37.595708 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:37.622607 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:37.624820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de6dd6f-0a11-470d-aa6b-4a3f54a57f4b" -d '{"events": [{"server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "name": "network-vif-plugged", "status": "completed", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:37.643799 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=62c47852-b834-4a77-bf99-f4f85191b7fd,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:37.650589 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-19cec450-0c28-4f39-9408-adc9588cc32a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1002 time: 0.0632780 Jun 17 07:51:37.665459 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38dbf13-54db-4cc3-a887-cee80148a606 x-openstack-request-id: req-e38dbf13-54db-4cc3-a887-cee80148a606 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:37.665745 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "name": "network-vif-plugged", "status": "completed", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:37.665995 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e38dbf13-54db-4cc3-a887-cee80148a606 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:37.666396 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38dbf13-54db-4cc3-a887-cee80148a606'] response: {'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd', 'code': 200} Jun 17 07:51:37.704432 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-cd2177f3-d274-4e16-8173-d01880ab9cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.706083 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-cd2177f3-d274-4e16-8173-d01880ab9cae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0488477 Jun 17 07:51:37.722541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:37.723805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:51:37.749549 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34b7ab-9f37-4eba-863a-d4f8e82ec446 req-4cd7576e-6a88-4dd6-8f06-1b29544aa42a tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.751182 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab34b7ab-9f37-4eba-863a-d4f8e82ec446 req-4cd7576e-6a88-4dd6-8f06-1b29544aa42a tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 945 time: 0.0585930 Jun 17 07:51:37.753439 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-4dda5091-daec-4a1a-9e45-a8a637b540d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.755058 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-4dda5091-daec-4a1a-9e45-a8a637b540d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399635 Jun 17 07:51:37.794029 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab34b7ab-9f37-4eba-863a-d4f8e82ec446 req-501eb791-a454-42b7-89cb-659b21b0bafd tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Jun 17 07:51:37.814851 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:37.820149 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 0befc432-5cfe-4530-9f15-7639061d513d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:51:37.820513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:37.901456 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 0befc432-5cfe-4530-9f15-7639061d513d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:51:37.901841 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:37.912686 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-1f42d4b2-7b61-4e9d-8f28-3d746f9ee60b service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495564 Jun 17 07:51:37.928823 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6691d4fd-eab3-400e-8305-0455ec5de211 req-04d15bed-4d89-481f-9e1e-8ac4294222c1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.930647 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6691d4fd-eab3-400e-8305-0455ec5de211 req-04d15bed-4d89-481f-9e1e-8ac4294222c1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 945 time: 0.0723312 Jun 17 07:51:37.934509 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:51:37.993651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0311ad-84e7-4db6-a383-de05ddf7e3c8 req-4ad88d01-b1f6-4a92-a2fd-0439e59b2da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:37.995238 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0d0311ad-84e7-4db6-a383-de05ddf7e3c8 req-4ad88d01-b1f6-4a92-a2fd-0439e59b2da7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 1099 time: 0.0432794 Jun 17 07:51:38.002865 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:38.026031 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6691d4fd-eab3-400e-8305-0455ec5de211 req-514c97a7-e637-45d5-b875-21e01668d564 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850825 Jun 17 07:51:38.032132 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0d0311ad-84e7-4db6-a383-de05ddf7e3c8 req-4360a86a-91e5-41df-abc1-049b6517ff6f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283859 Jun 17 07:51:38.047250 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-de36b003-e37f-4411-8cc5-00158b8f9035 req-6768aa16-2daa-46cb-b01d-c7aa1109c426 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157110 Jun 17 07:51:38.061006 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=10']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:51:38.547717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f87d6e5-047f-4752-b9c5-626fdb0538d6 req-8c7f5e57-1add-4206-814a-fca788a90008 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:38.549684 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4f87d6e5-047f-4752-b9c5-626fdb0538d6 req-8c7f5e57-1add-4206-814a-fca788a90008 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0465472 Jun 17 07:51:38.591991 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4f87d6e5-047f-4752-b9c5-626fdb0538d6 req-b5a33ffe-892e-42a3-96de-f6b7d40aad7f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361080 Jun 17 07:51:38.904871 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd6797-f7c8-4a51-b95e-8a1007a02823 req-ba537973-a09a-4605-a050-c7605e53dd74 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:38.906331 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-94bd6797-f7c8-4a51-b95e-8a1007a02823 req-ba537973-a09a-4605-a050-c7605e53dd74 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0479174 Jun 17 07:51:38.942886 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-94bd6797-f7c8-4a51-b95e-8a1007a02823 req-a5132bc0-c13d-437e-bc35-d0fa4f9c13bb tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306389 Jun 17 07:51:39.149760 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbf8701-ba59-40e4-af83-cb82df9a021a req-f1909a88-5319-49d4-9fdd-aa8cf32aa238 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:39.151197 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cdbf8701-ba59-40e4-af83-cb82df9a021a req-f1909a88-5319-49d4-9fdd-aa8cf32aa238 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0472481 Jun 17 07:51:39.187053 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cdbf8701-ba59-40e4-af83-cb82df9a021a req-6ebe6c57-f87b-4f53-8cab-598dd0e5ec90 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297937 Jun 17 07:51:39.667066 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:51:39.669536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9f5167-f3ad-4227-973a-13c47976e6f8" -d '{"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:51:39.674919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:39.704257 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4e8a42-bb59-4775-94a1-0bb1605fe2f9 x-openstack-request-id: req-9f4e8a42-bb59-4775-94a1-0bb1605fe2f9 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:51:39.710000 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-plugged", "status": "completed", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:51:39.710000 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-9f4e8a42-bb59-4775-94a1-0bb1605fe2f9 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:51:39.710000 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f4e8a42-bb59-4775-94a1-0bb1605fe2f9'] response: {'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'code': 200} Jun 17 07:51:39.710281 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65048b3e-e6d3-4228-834a-5a68992e974d req-5ba4afd9-d643-40c5-b075-e19d4c818444 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:39.710473 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-65048b3e-e6d3-4228-834a-5a68992e974d req-5ba4afd9-d643-40c5-b075-e19d4c818444 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Jun 17 07:51:39.748264 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-65048b3e-e6d3-4228-834a-5a68992e974d req-bd5cbbef-a8fa-428a-84ca-d7fa87541a34 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318239 Jun 17 07:51:40.058506 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cda3a-1823-4642-8c59-13291182be48 req-6f1e0a4c-b5a1-4c32-aac1-c56094d67533 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:40.059928 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-577cda3a-1823-4642-8c59-13291182be48 req-6f1e0a4c-b5a1-4c32-aac1-c56094d67533 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0500083 Jun 17 07:51:40.096322 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-577cda3a-1823-4642-8c59-13291182be48 req-f9ffca2e-26e0-41c4-ade7-6d26685e819a tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298166 Jun 17 07:51:40.303224 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bbd88-bed3-4812-b304-ee8d15693bb8 req-a2d02249-c5ae-49c3-b67a-5a5b8d9ac344 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:40.304692 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-019bbd88-bed3-4812-b304-ee8d15693bb8 req-a2d02249-c5ae-49c3-b67a-5a5b8d9ac344 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0476213 Jun 17 07:51:40.343682 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-019bbd88-bed3-4812-b304-ee8d15693bb8 req-9cf5c708-ca7d-423c-9aba-623f6e78f225 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330594 Jun 17 07:51:40.803656 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e006c404-1a1b-4c26-8c2b-e72e91b6525b req-27aa16bf-cf98-4386-af1b-301e61afaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:40.805176 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e006c404-1a1b-4c26-8c2b-e72e91b6525b req-27aa16bf-cf98-4386-af1b-301e61afaf13 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 1100 time: 0.2728477 Jun 17 07:51:40.842391 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e006c404-1a1b-4c26-8c2b-e72e91b6525b req-13d875c5-5f2e-493d-a30e-8a5a80003f75 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293715 Jun 17 07:51:40.864566 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54adfd4-019c-42a5-88c3-dee0563b30d1 req-73d82738-4f4f-4f94-a131-207879deea4a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:40.866070 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a54adfd4-019c-42a5-88c3-dee0563b30d1 req-73d82738-4f4f-4f94-a131-207879deea4a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0507267 Jun 17 07:51:40.903494 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a54adfd4-019c-42a5-88c3-dee0563b30d1 req-1fc1ffa1-dbb1-4114-8b34-775f9b0fa3bf tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313194 Jun 17 07:51:41.465455 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed96e99-63ae-4f55-8737-e2a0acdddfcc req-68da0a7d-836b-435e-ac2a-0fee2c1d6260 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:41.466898 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-aed96e99-63ae-4f55-8737-e2a0acdddfcc req-68da0a7d-836b-435e-ac2a-0fee2c1d6260 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0496585 Jun 17 07:51:41.503236 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-aed96e99-63ae-4f55-8737-e2a0acdddfcc req-98645753-cdea-4a59-8595-ae2133e0b88b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297530 Jun 17 07:51:42.018876 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89761c-e557-4eae-ab05-48fcb84b53e7 req-74adbf64-39bc-447f-b0f8-7a056e2bb3fb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.020345 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0f89761c-e557-4eae-ab05-48fcb84b53e7 req-74adbf64-39bc-447f-b0f8-7a056e2bb3fb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0480359 Jun 17 07:51:42.057899 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0f89761c-e557-4eae-ab05-48fcb84b53e7 req-013c59e0-1162-4a81-8b0b-fa69b92acc76 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315428 Jun 17 07:51:42.357881 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-bc954edc-f43e-4d8d-a7fb-ecc746225a3e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379434 Jun 17 07:51:42.425351 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-26df9293-df63-4cd5-98d6-427532d53bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.426782 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-26df9293-df63-4cd5-98d6-427532d53bec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 1098 time: 0.0419762 Jun 17 07:51:42.540864 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-72b6c436-8da1-4866-b761-0208c03e11e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.542417 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-72b6c436-8da1-4866-b761-0208c03e11e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.0823798 Jun 17 07:51:42.610161 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-d1207c94-d886-4f32-87a0-7ae6af8d94c3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 200 len: 1001 time: 0.0600221 Jun 17 07:51:42.628919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdf7f3-cfe7-4e6f-894a-7be8e42b24ed req-925be1b7-15eb-41c2-ae99-9f5093a98092 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.631070 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-90cdf7f3-cfe7-4e6f-894a-7be8e42b24ed req-925be1b7-15eb-41c2-ae99-9f5093a98092 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0544858 Jun 17 07:51:42.666095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-80f638fd-1994-4d95-9650-b9ad2e145457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.667533 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-80f638fd-1994-4d95-9650-b9ad2e145457 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0449109 Jun 17 07:51:42.669746 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-90cdf7f3-cfe7-4e6f-894a-7be8e42b24ed req-3b66cebd-94a0-4b0b-962d-cc85eabf0c82 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326362 Jun 17 07:51:42.720243 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-7ac0aac8-803d-4d7c-860d-296cf1029302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:42.722291 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-7ac0aac8-803d-4d7c-860d-296cf1029302 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397873 Jun 17 07:51:42.820424 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-aa40b390-1515-440a-8f30-3a56a6099805 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872700 Jun 17 07:51:42.886387 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:51:42.915973 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bbbeaabb-6096-4745-9af5-bfda91da3c9d req-8eeb0822-7506-4b28-8a18-3f68e72687d5 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834959 Jun 17 07:51:43.177269 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ad2b5-054f-4b40-b1fb-ac98ff958147 req-bc4cf0c2-de3d-4949-ab27-122015c25be2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:43.178751 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e40ad2b5-054f-4b40-b1fb-ac98ff958147 req-bc4cf0c2-de3d-4949-ab27-122015c25be2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0536618 Jun 17 07:51:43.217021 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e40ad2b5-054f-4b40-b1fb-ac98ff958147 req-e082e64e-82f5-4c64-a34a-4042cc6f2f6a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321712 Jun 17 07:51:43.786362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37eb9f6-031d-4276-9cdd-06663a1d708c req-452665e0-5204-42e0-87ce-465519c48c29 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:43.787840 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a37eb9f6-031d-4276-9cdd-06663a1d708c req-452665e0-5204-42e0-87ce-465519c48c29 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0475645 Jun 17 07:51:43.825350 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a37eb9f6-031d-4276-9cdd-06663a1d708c req-a64a7b54-5b9f-482b-89e4-c51078c92528 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313497 Jun 17 07:51:44.331896 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba3d4f-a999-40ad-96df-626700ffe00d req-e4df3e9e-14a0-48d3-b30b-471fd3ff82d7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:44.333452 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-81ba3d4f-a999-40ad-96df-626700ffe00d req-e4df3e9e-14a0-48d3-b30b-471fd3ff82d7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0487325 Jun 17 07:51:44.370480 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-81ba3d4f-a999-40ad-96df-626700ffe00d req-2f78cc80-3ece-4a78-8ad1-bca9404d1ec3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310457 Jun 17 07:51:44.949385 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17c60e8-225b-4d2c-81d5-c7ce34fb4e23 req-2f942475-1601-4922-ba70-0e58290cea0d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:44.950830 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b17c60e8-225b-4d2c-81d5-c7ce34fb4e23 req-2f942475-1601-4922-ba70-0e58290cea0d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0509973 Jun 17 07:51:44.987669 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b17c60e8-225b-4d2c-81d5-c7ce34fb4e23 req-5667b4cf-0399-47f7-baf8-8043973fd0f6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304003 Jun 17 07:51:45.482477 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8b9f6-3035-4ee7-87cc-25489fb0ab38 req-cb3d7147-cb1c-43fc-9e41-2a27cd6bbb78 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:45.483817 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-31f8b9f6-3035-4ee7-87cc-25489fb0ab38 req-cb3d7147-cb1c-43fc-9e41-2a27cd6bbb78 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0477183 Jun 17 07:51:45.520130 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-31f8b9f6-3035-4ee7-87cc-25489fb0ab38 req-a9e19ebb-9588-40bc-8dc9-ec8775e91fa6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304315 Jun 17 07:51:46.633216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e734f0-8494-4050-bce0-866c3c486ca9 req-3fa8d222-dda6-4ccb-b578-36f789d75a35 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:46.634656 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22e734f0-8494-4050-bce0-866c3c486ca9 req-3fa8d222-dda6-4ccb-b578-36f789d75a35 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0475106 Jun 17 07:51:46.675007 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22e734f0-8494-4050-bce0-866c3c486ca9 req-0286d21f-4da8-4710-bff9-a73774913acb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342870 Jun 17 07:51:47.792398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8c18f-874c-4f49-b626-be6a9afa7e7d req-4cb9f1d1-e8e3-48ba-9f05-2aa4c2766106 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:47.793916 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f0c8c18f-874c-4f49-b626-be6a9afa7e7d req-4cb9f1d1-e8e3-48ba-9f05-2aa4c2766106 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0503180 Jun 17 07:51:47.830362 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f0c8c18f-874c-4f49-b626-be6a9afa7e7d req-41a0688e-4c2c-4ffd-bc78-daaecc979068 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294142 Jun 17 07:51:48.946698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f102b3e-f1ef-41e6-9ade-a1a84ba093da req-aa69585e-ee65-4e02-ac8d-bfb82d3afc80 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:48.948171 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6f102b3e-f1ef-41e6-9ade-a1a84ba093da req-aa69585e-ee65-4e02-ac8d-bfb82d3afc80 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0488544 Jun 17 07:51:48.984041 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6f102b3e-f1ef-41e6-9ade-a1a84ba093da req-88cbc274-7ed9-4411-a1b8-6dc8fa2e8092 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299752 Jun 17 07:51:50.100882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c1fc8-84e2-4dac-885e-379e20e41691 req-4cdc0774-4fa2-441e-a903-b20d7bdfdcee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:50.102247 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6c2c1fc8-84e2-4dac-885e-379e20e41691 req-4cdc0774-4fa2-441e-a903-b20d7bdfdcee tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0499918 Jun 17 07:51:50.138670 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6c2c1fc8-84e2-4dac-885e-379e20e41691 req-56fbbd78-35f4-462b-9229-8b8a5a5e0e3d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305765 Jun 17 07:51:51.256009 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ff340-2328-4b12-aaeb-31614fac84c2 req-f7999bd1-22b0-449a-a5a7-cb9f2cd3ecb1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:51.257485 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-057ff340-2328-4b12-aaeb-31614fac84c2 req-f7999bd1-22b0-449a-a5a7-cb9f2cd3ecb1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0511599 Jun 17 07:51:51.293047 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-057ff340-2328-4b12-aaeb-31614fac84c2 req-f9768e24-9308-4550-947c-031455281a68 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296824 Jun 17 07:51:52.406997 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081d1f17-3c7e-4aa7-a95b-3a49530ae3c3 req-1e34889e-b08a-406b-981c-dd6d46f9debb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:52.408488 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-081d1f17-3c7e-4aa7-a95b-3a49530ae3c3 req-1e34889e-b08a-406b-981c-dd6d46f9debb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Jun 17 07:51:52.445905 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-081d1f17-3c7e-4aa7-a95b-3a49530ae3c3 req-e9aacc00-39e5-4790-9f27-0efa15c002bd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314319 Jun 17 07:51:53.568913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b3cf0-3f67-4153-ae96-b0dabcaf58d8 req-b44b8144-43b6-4ddd-a626-2392083df1cc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:53.570365 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ed7b3cf0-3f67-4153-ae96-b0dabcaf58d8 req-b44b8144-43b6-4ddd-a626-2392083df1cc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0496991 Jun 17 07:51:53.607697 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ed7b3cf0-3f67-4153-ae96-b0dabcaf58d8 req-6061025f-5448-4c2e-bd8c-291c4fa8da2c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313289 Jun 17 07:51:54.722578 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8f457-b9f0-4c07-837e-4e5c92f6b6c5 req-ba6d164d-6a6e-4b90-aa7c-8e822ecf4821 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:54.724647 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dd8f457-b9f0-4c07-837e-4e5c92f6b6c5 req-ba6d164d-6a6e-4b90-aa7c-8e822ecf4821 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0506182 Jun 17 07:51:54.767703 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dd8f457-b9f0-4c07-837e-4e5c92f6b6c5 req-fc7898ed-9dc2-4345-a5e2-ec00f64b0f69 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370979 Jun 17 07:51:55.880356 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c5a8e-f9a9-455f-8a35-2661f73aa382 req-a60d9f2b-a8cf-4817-ba0d-8f796d4068d1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:55.881837 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-131c5a8e-f9a9-455f-8a35-2661f73aa382 req-a60d9f2b-a8cf-4817-ba0d-8f796d4068d1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0474126 Jun 17 07:51:55.918732 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-131c5a8e-f9a9-455f-8a35-2661f73aa382 req-ba81e238-f89b-440c-9405-ee2b76497980 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310504 Jun 17 07:51:57.031590 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b52dd4-7810-47e1-8d26-f63033695ca3 req-6a8e1ebc-9b09-4a14-ad08-11c90166bb74 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:57.033056 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1b52dd4-7810-47e1-8d26-f63033695ca3 req-6a8e1ebc-9b09-4a14-ad08-11c90166bb74 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0474370 Jun 17 07:51:57.069423 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1b52dd4-7810-47e1-8d26-f63033695ca3 req-85b5069b-293f-476b-ae18-4fca9862fb19 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298278 Jun 17 07:51:58.186590 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2c9b4-e161-438b-a7c6-ca7401b8c67a req-763b2d44-c971-41f6-9534-b49be5fcf90d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:58.188031 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-77b2c9b4-e161-438b-a7c6-ca7401b8c67a req-763b2d44-c971-41f6-9534-b49be5fcf90d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0511427 Jun 17 07:51:58.224693 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-77b2c9b4-e161-438b-a7c6-ca7401b8c67a req-de91716c-3c78-4b9e-ab5b-8e78be11c576 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306394 Jun 17 07:51:58.853348 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-49c27202-78b5-4f4c-9754-6d0d75235f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:51:59.340728 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9006b2c-7c5f-4ecb-a8a1-b5d8e620e132 req-595c8d5f-931d-4d0e-9517-12b5096b37b6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:51:59.342197 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c9006b2c-7c5f-4ecb-a8a1-b5d8e620e132 req-595c8d5f-931d-4d0e-9517-12b5096b37b6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Jun 17 07:51:59.378573 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c9006b2c-7c5f-4ecb-a8a1-b5d8e620e132 req-dc442c5b-af53-43a8-b26a-a74c3429400e tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305052 Jun 17 07:52:00.318746 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39e973-4408-4f59-9034-cc15d9c9a592 req-ec202297-3a1a-4f6b-bb0c-557d01b33001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:00.320183 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3e39e973-4408-4f59-9034-cc15d9c9a592 req-ec202297-3a1a-4f6b-bb0c-557d01b33001 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0416613 Jun 17 07:52:00.354695 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3e39e973-4408-4f59-9034-cc15d9c9a592 req-ad80c12f-f30d-4488-9bff-316863fec6d8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266490 Jun 17 07:52:00.488930 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf2ea6-1803-4d7b-a20a-9248c7e84038 req-f976278e-53cf-440d-a86e-ba38eba0940f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:00.490379 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-56cf2ea6-1803-4d7b-a20a-9248c7e84038 req-f976278e-53cf-440d-a86e-ba38eba0940f tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0463755 Jun 17 07:52:00.526949 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-56cf2ea6-1803-4d7b-a20a-9248c7e84038 req-fdaa3af6-ed34-4068-b098-6bc5da8f08f2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307465 Jun 17 07:52:01.091214 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-36405c7e-6188-4240-b5fd-f9d164e193b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:01.640925 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5332aa6d-8b6e-4062-b4fb-da86dde9c55b req-56c2bb11-1c8c-4872-8f8d-e9e730b7b15c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:01.642399 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5332aa6d-8b6e-4062-b4fb-da86dde9c55b req-56c2bb11-1c8c-4872-8f8d-e9e730b7b15c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0487223 Jun 17 07:52:01.681070 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5332aa6d-8b6e-4062-b4fb-da86dde9c55b req-c7d695f0-3ce3-45e9-bfa3-a0ba2d05abc1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318270 Jun 17 07:52:02.316136 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:02.802588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d07f7e6-e85b-4fab-aa02-867af1002746 req-63201061-6202-447a-be82-df47db8d54b7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:02.804030 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7d07f7e6-e85b-4fab-aa02-867af1002746 req-63201061-6202-447a-be82-df47db8d54b7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0550380 Jun 17 07:52:02.841121 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7d07f7e6-e85b-4fab-aa02-867af1002746 req-85199e5c-00b5-4493-b240-34848096df63 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Jun 17 07:52:03.429645 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f527-2c87-434b-8721-7319ac96f95d req-f4c57258-d6d0-4874-bae2-8860a29aeaa2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:03.431102 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8920f527-2c87-434b-8721-7319ac96f95d req-f4c57258-d6d0-4874-bae2-8860a29aeaa2 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0480895 Jun 17 07:52:03.445808 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:03.477049 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8920f527-2c87-434b-8721-7319ac96f95d req-d50f4798-4136-4951-8f12-0a35c111f16b tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400028 Jun 17 07:52:03.546233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-a36c61bb-b3c5-4074-a230-4ffd6023b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:03.547695 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-a36c61bb-b3c5-4074-a230-4ffd6023b761 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0433633 Jun 17 07:52:03.648720 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-901a44bf-4056-4173-b629-1e67116495ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:03.650209 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-901a44bf-4056-4173-b629-1e67116495ae service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0865192 Jun 17 07:52:03.724416 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-6d0d1fbf-2879-4b90-ad38-b71d589b2e55 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1002 time: 0.0606117 Jun 17 07:52:03.783371 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-3683f9cc-537d-42eb-a4a9-d52b8e8464af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:03.784802 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-3683f9cc-537d-42eb-a4a9-d52b8e8464af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0430846 Jun 17 07:52:03.834708 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-1b298a7d-67fa-40a3-84e7-7b076b6f8858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:03.836133 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-1b298a7d-67fa-40a3-84e7-7b076b6f8858 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392420 Jun 17 07:52:03.931224 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-777a34cc-dedb-40f6-94fd-a6c924f3e358 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859468 Jun 17 07:52:03.996468 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:04.032071 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5470e2f2-8831-4969-9878-0e4cb40c47be req-b222d717-78ea-4e8c-837b-fbf0ef35c537 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815635 Jun 17 07:52:04.633497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca27e451-906f-427e-8e67-dec202131bfb req-ad739331-4191-43ab-94e6-1f100c7f45c0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:04.633497 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ca27e451-906f-427e-8e67-dec202131bfb req-ad739331-4191-43ab-94e6-1f100c7f45c0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0528359 Jun 17 07:52:04.636893 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ca27e451-906f-427e-8e67-dec202131bfb req-d295ca46-7f0d-46e3-b243-99b5aa1673aa tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Jun 17 07:52:05.103306 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab1472-c051-4024-b86b-0543217a1b11 req-0a5eb21e-ecb2-4a0b-b7a6-6560792698b0 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:05.104746 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05ab1472-c051-4024-b86b-0543217a1b11 req-0a5eb21e-ecb2-4a0b-b7a6-6560792698b0 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0476346 Jun 17 07:52:05.141020 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05ab1472-c051-4024-b86b-0543217a1b11 req-2c791314-1c7f-4b48-9da2-47e7ff27b1d5 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303471 Jun 17 07:52:05.752858 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab951c-fc02-47f1-9651-8cf74d3c3b44 req-9c1651f0-bb16-4d64-a495-7c961ea2472c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:05.754324 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2bab951c-fc02-47f1-9651-8cf74d3c3b44 req-9c1651f0-bb16-4d64-a495-7c961ea2472c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0496874 Jun 17 07:52:05.791808 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2bab951c-fc02-47f1-9651-8cf74d3c3b44 req-c35499a5-3a0c-49f4-b45f-416d4bc758f6 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310702 Jun 17 07:52:06.252301 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb2a67-6a90-4745-8bcf-8a99bdd03803 req-08b54936-c01c-4597-a6f0-46c09a798d7c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:06.253759 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1fbb2a67-6a90-4745-8bcf-8a99bdd03803 req-08b54936-c01c-4597-a6f0-46c09a798d7c tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0471473 Jun 17 07:52:06.294023 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1fbb2a67-6a90-4745-8bcf-8a99bdd03803 req-699ec64e-1a44-45eb-91b5-40014dd8dc73 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317702 Jun 17 07:52:06.904187 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9383413e-ad02-4819-b1c8-5e6368a53513 req-1b67947b-6f99-48b8-8d9e-a27d63d0a3f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:06.905695 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9383413e-ad02-4819-b1c8-5e6368a53513 req-1b67947b-6f99-48b8-8d9e-a27d63d0a3f4 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0480976 Jun 17 07:52:06.941978 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9383413e-ad02-4819-b1c8-5e6368a53513 req-f89ba604-052c-4fb8-9d52-a81f2e809330 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304615 Jun 17 07:52:07.053379 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76f95-2745-4633-b4d1-2874445006be req-377c7caa-d778-4980-b6d1-59c3d5fe9006 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:07.054813 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-04c76f95-2745-4633-b4d1-2874445006be req-377c7caa-d778-4980-b6d1-59c3d5fe9006 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0511756 Jun 17 07:52:07.063140 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 40894) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:07.067416 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Request body: {'floatingip': {'port_id': 'a82df1a1-a458-4302-b731-29732fa64279'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:07.121217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:07.358557 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-28f4a13e-2a51-4c45-9ad4-e9aff79cd2bf tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:07.359962 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-28f4a13e-2a51-4c45-9ad4-e9aff79cd2bf tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0903592 Jun 17 07:52:07.404362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034afe77-f28e-4db5-8296-b3ab71a364e7 req-4f536b51-9ec3-482c-bb07-bdab10aa0ff8 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:07.405826 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-034afe77-f28e-4db5-8296-b3ab71a364e7 req-4f536b51-9ec3-482c-bb07-bdab10aa0ff8 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 946 time: 0.0470750 Jun 17 07:52:07.441911 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-034afe77-f28e-4db5-8296-b3ab71a364e7 req-f2afcfc0-a2dd-4431-be54-acf993a7370e tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/security-groups?id=5884b4db-ef7f-40bd-b3e6-baf5833a36e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295877 Jun 17 07:52:07.568196 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Deleting port 62c47852-b834-4a77-bf99-f4f85191b7fd {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:07.568533 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:07.723198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] For port 62c47852-b834-4a77-bf99-f4f85191b7fd, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=62c47852-b834-4a77-bf99-f4f85191b7fd,segment=NetworkSegment(d9c9dbb0-e2b2-4f9d-8b1b-541284e69813),segment_id=d9c9dbb0-e2b2-4f9d-8b1b-541284e69813)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:07.723476 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:07.741213 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Calling delete_port for 62c47852-b834-4a77-bf99-f4f85191b7fd owned by compute:nova {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:07.751555 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:07.846979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:07.992390 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:08.004376 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['62c47852-b834-4a77-bf99-f4f85191b7fd'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:52:08.027141 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Pushing event deleted for resources: {'Port': ['ID=62c47852-b834-4a77-bf99-f4f85191b7fd,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:08.040930 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.041296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.041630 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.042376 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.042376 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.042575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.042887 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.043202 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.043518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.043832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.044144 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.044458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:08.113193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] No DVR routers for this DVR port 62c47852-b834-4a77-bf99-f4f85191b7fd on host hv-cinder-82174 {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:52:08.118799 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:08.121974 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2ad2e544-eb7e-4889-8d39-ad0af331db6a req-5ab3f775-9011-4699-82d8-8f63e30f8b39 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.57 "DELETE /v2.0/ports/62c47852-b834-4a77-bf99-f4f85191b7fd HTTP/1.1" status: 204 len: 173 time: 0.7531738 Jun 17 07:52:08.122404 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'name': 'network-vif-deleted', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:08.124572 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66853a5a-6fb0-4fde-98c8-a13df777eae9" -d '{"events": [{"server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "name": "network-vif-deleted", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:08.142302 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Router 4b68f483-1903-4597-a3dd-8b905a90f550 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:08.186531 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25261af-11ed-4258-9ecb-f7b99c4c3117 x-openstack-request-id: req-d25261af-11ed-4258-9ecb-f7b99c4c3117 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:08.186815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ad98621-ea16-4d6b-8e96-6543f5c049b5", "name": "network-vif-deleted", "tag": "62c47852-b834-4a77-bf99-f4f85191b7fd", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:08.189254 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d25261af-11ed-4258-9ecb-f7b99c4c3117 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:08.189254 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25261af-11ed-4258-9ecb-f7b99c4c3117'] response: {'server_uuid': '0ad98621-ea16-4d6b-8e96-6543f5c049b5', 'name': 'network-vif-deleted', 'tag': '62c47852-b834-4a77-bf99-f4f85191b7fd', 'status': 'completed', 'code': 200} Jun 17 07:52:08.251112 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:08.255821 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:08.262261 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:08.273233 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:08.273851 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:08.312568 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-226a682a-e4f2-422f-86e5-0a4f5cc1f335 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "PUT /v2.0/floatingips/7beac6c7-e5cf-4cbf-8a88-20bec89be494 HTTP/1.1" status: 200 len: 994 time: 1.2483778 Jun 17 07:52:08.382699 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:08.550902 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a9e5eaa-4fe9-4127-a967-6c2039ea5916 req-d20c1345-e386-4cca-9a47-55ddb6d36504 tempest-VolumesSnapshotTestJSON-1352842344 tempest-VolumesSnapshotTestJSON-1352842344-project] 10.222.0.27 "GET /v2.0/ports?device_id=0ad98621-ea16-4d6b-8e96-6543f5c049b5 HTTP/1.1" status: 200 len: 210 time: 0.0292046 Jun 17 07:52:08.606653 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:52:07Z', 'revision_number': 3, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:08.636447 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:08.644517 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:08.645139 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:08.749402 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:08.968452 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:52:07Z', 'revision_number': 3, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:08.998245 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c98bb1-1286-438c-8213-d9e83eb60733 None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '7beac6c7-e5cf-4cbf-8a88-20bec89be494', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'floating_ip_address': '172.27.2.155', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'port_id': 'a82df1a1-a458-4302-b731-29732fa64279', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'mac_address': 'fa:16:3e:15:d0:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f61b687-141e-438b-a20c-9ba720f30d50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:49:50Z', 'updated_at': '2022-06-17T07:52:07Z', 'revision_number': 3, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:52:09.812732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:10.188983 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}, {'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:10.195659 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-934bdf59-611f-42e6-aaf0-d2083a1451e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}, {"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:10.228602 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44502276-1d9b-42df-8694-365510f33801 x-openstack-request-id: req-44502276-1d9b-42df-8694-365510f33801 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:10.228759 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:10.229048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-44502276-1d9b-42df-8694-365510f33801 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:10.229448 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44502276-1d9b-42df-8694-365510f33801'] response: {'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'status': 'completed', 'code': 200} Jun 17 07:52:10.229703 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44502276-1d9b-42df-8694-365510f33801'] response: {'name': 'network-changed', 'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'status': 'completed', 'code': 200} Jun 17 07:52:10.296121 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-07ca49c8-7222-45e2-b009-bc85f962a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.297620 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-07ca49c8-7222-45e2-b009-bc85f962a913 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0398014 Jun 17 07:52:10.386718 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-4748460f-eba5-4c4b-827a-2475937a3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.388219 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-4748460f-eba5-4c4b-827a-2475937a3291 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0814219 Jun 17 07:52:10.454688 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-bbf6c0c4-6e10-4f44-88ff-bd72d3f4e16a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1002 time: 0.0597341 Jun 17 07:52:10.501762 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-0a453fbc-a609-4a8d-9cb4-574ae3ff33a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.503130 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-0a453fbc-a609-4a8d-9cb4-574ae3ff33a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0414343 Jun 17 07:52:10.548845 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-b3f2dfe6-1bbb-430c-b854-cc10690f2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.550334 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-b3f2dfe6-1bbb-430c-b854-cc10690f2294 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386436 Jun 17 07:52:10.647024 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-11a79c94-43c8-49bc-b698-64380d6d14c0 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833113 Jun 17 07:52:10.738464 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-b7e684a6-36dc-4fd4-bc64-5eb0cba604f7 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808055 Jun 17 07:52:10.825209 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-88889c00-b4d1-43d3-8cfa-39030a3d23ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.826691 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-88889c00-b4d1-43d3-8cfa-39030a3d23ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 1099 time: 0.0437541 Jun 17 07:52:10.922809 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-b6636a8c-de4b-4e70-b5a6-3a574a3d0738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:10.924177 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-b6636a8c-de4b-4e70-b5a6-3a574a3d0738 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.0888982 Jun 17 07:52:10.997251 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-ea9fb808-0ea8-4f21-899d-9c7a77d78ae1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 200 len: 1002 time: 0.0589402 Jun 17 07:52:11.046869 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-a69c1127-215c-4957-87c2-62b2c945f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:11.048299 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-a69c1127-215c-4957-87c2-62b2c945f8bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0421829 Jun 17 07:52:11.092570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-9190f11e-db55-4c2e-ae5a-3804f88a69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:11.094051 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-9190f11e-db55-4c2e-ae5a-3804f88a69e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387199 Jun 17 07:52:11.186034 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-06bef859-c3df-48a5-9580-b3c022778839 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821486 Jun 17 07:52:11.275290 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-934bdf59-611f-42e6-aaf0-d2083a1451e5 req-8645a9cd-2bed-4c48-b368-56e7b1914065 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809267 Jun 17 07:52:11.611685 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 62c47852-b834-4a77-bf99-f4f85191b7fd no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:52:11.632453 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 62c47852-b834-4a77-bf99-f4f85191b7fd {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:52:11.632740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 62c47852-b834-4a77-bf99-f4f85191b7fd not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:52:19.885195 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:52:28.795357 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ee3fddd6-65f3-4eb2-80bc-635022aac4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:31.067979 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c0d4e9e2-dd67-41f0-9720-9f134b0a9dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:32.301872 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:32.336249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89180fab-d21e-4e11-add5-800bc6854ee3 req-a0c00f6f-5f7d-4d58-aa2c-55cdbf0b990e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:32.338411 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-89180fab-d21e-4e11-add5-800bc6854ee3 req-a0c00f6f-5f7d-4d58-aa2c-55cdbf0b990e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0529892 Jun 17 07:52:32.599427 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-89180fab-d21e-4e11-add5-800bc6854ee3 req-ded3983f-7c52-48b5-9ee3-ad14a6f75eae tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547855 Jun 17 07:52:33.417992 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:33.713373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ab4709-3edf-400c-9c31-4e5abe309958 req-b961b832-107f-4234-b688-ad292eaa2ea5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:33.714815 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3ab4709-3edf-400c-9c31-4e5abe309958 req-b961b832-107f-4234-b688-ad292eaa2ea5 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0470560 Jun 17 07:52:33.752610 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3ab4709-3edf-400c-9c31-4e5abe309958 req-f7499535-d329-4f97-8240-2a269ce77af4 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319753 Jun 17 07:52:33.919442 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:34.549875 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-3654d160-8de4-45b9-b4bb-6ef4360189cc tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:34.551274 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-3654d160-8de4-45b9-b4bb-6ef4360189cc tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.0486109 Jun 17 07:52:34.657353 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Deleting port f63146a0-a809-446f-8bf9-c497d96554c6 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:34.657697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:34.747652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] For port f63146a0-a809-446f-8bf9-c497d96554c6, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=f63146a0-a809-446f-8bf9-c497d96554c6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:34.748018 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:34.949849 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1732e-a2fc-4678-97e2-f8a3f8f45eaa req-d174b726-3b92-4f79-9f40-306bf0ee68bf tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:34.951310 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3fd1732e-a2fc-4678-97e2-f8a3f8f45eaa req-d174b726-3b92-4f79-9f40-306bf0ee68bf tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 945 time: 0.1177778 Jun 17 07:52:35.045931 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3fd1732e-a2fc-4678-97e2-f8a3f8f45eaa req-bb98c51c-d4f7-4951-994a-943fb8d3dae8 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=487612cf-45ae-41ae-90b1-cd210b20a992&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820446 Jun 17 07:52:35.045931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:35.045931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:35.045931 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Floating IP ace00c77-091e-41a7-b399-9dcd85ad9ef5 disassociated. External IP: 172.27.2.206, port: f63146a0-a809-446f-8bf9-c497d96554c6. Jun 17 07:52:35.045931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Calling delete_port for f63146a0-a809-446f-8bf9-c497d96554c6 owned by compute:nova {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:35.241108 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:35.273249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'Port': ['ID=f63146a0-a809-446f-8bf9-c497d96554c6,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:35.384260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:35.490935 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:35.500191 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:35.510837 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:35.511441 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:35.531241 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] No DVR routers for this DVR port f63146a0-a809-446f-8bf9-c497d96554c6 on host hv-cinder-82174 {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:52:35.534004 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:35.537164 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0876d9c1-5c4a-43ff-ab08-e0820117d670 req-7a420932-ba49-49b2-b386-75c20131d7fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "DELETE /v2.0/ports/f63146a0-a809-446f-8bf9-c497d96554c6 HTTP/1.1" status: 204 len: 173 time: 0.9780388 Jun 17 07:52:35.537613 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'name': 'network-vif-deleted', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:35.540979 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b9a8c3-db2d-4f25-b3dc-8a21a4075ea0" -d '{"events": [{"server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "name": "network-vif-deleted", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:35.586154 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc609179-51b2-40c1-920b-4d75c374004e x-openstack-request-id: req-bc609179-51b2-40c1-920b-4d75c374004e {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:35.586740 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9c72fd-0b4b-4854-ae20-be58d07385d3", "name": "network-vif-deleted", "tag": "f63146a0-a809-446f-8bf9-c497d96554c6", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:35.586740 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-bc609179-51b2-40c1-920b-4d75c374004e {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:35.586941 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc609179-51b2-40c1-920b-4d75c374004e'] response: {'server_uuid': 'ec9c72fd-0b4b-4854-ae20-be58d07385d3', 'name': 'network-vif-deleted', 'tag': 'f63146a0-a809-446f-8bf9-c497d96554c6', 'status': 'completed', 'code': 200} Jun 17 07:52:35.625423 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:35.826969 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:35.858936 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:35.867318 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:35.867968 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:35.977929 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:36.219972 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5b8bf77f-269e-457e-8e82-5a07aac5dcf5 req-52fc3edf-1008-4977-85c4-326bcfcd1df9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=ec9c72fd-0b4b-4854-ae20-be58d07385d3 HTTP/1.1" status: 200 len: 210 time: 0.0432050 Jun 17 07:52:36.290467 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:36.319693 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6463a4bd-4278-464a-9fdb-dbd9ac7398e1 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:52:36.565061 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af820365-3990-4d69-9f1e-a7f9c38f7cb3 None None] New status for floating IP ace00c77-091e-41a7-b399-9dcd85ad9ef5: DOWN {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:52:37.178135 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41104) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:37.227302 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Deleting subnet 7412ee5d-d813-4783-809a-ba9256f078ac {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:52:37.231799 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.282339 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.335195 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.402120 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41116) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:37.454544 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.477731 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.485258 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.518559 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.522741 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7412ee5d-d813-4783-809a-ba9256f078ac HTTP/1.1" status: 204 len: 168 time: 0.3436058 Jun 17 07:52:37.526099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b58720-abca-48da-8e62-7556d2382a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7412ee5d-d813-4783-809a-ba9256f078ac,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:37.526453 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41118) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:37.603575 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.635828 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.642862 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.642862 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "DELETE /v2.0/security-groups/487612cf-45ae-41ae-90b1-cd210b20a992 HTTP/1.1" status: 204 len: 168 time: 0.2372255 Jun 17 07:52:37.643523 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41122) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:37.665455 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4251c-8a14-4275-8eb8-af077a699c7e tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=487612cf-45ae-41ae-90b1-cd210b20a992,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:37.665690 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.api.v2.resource [None req-6633fc69-bb32-4114-ad77-4d5bb04808de tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] show failed (client error): The resource could not be found. Jun 17 07:52:37.666716 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6633fc69-bb32-4114-ad77-4d5bb04808de tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups/487612cf-45ae-41ae-90b1-cd210b20a992 HTTP/1.1" status: 404 len: 347 time: 0.0223100 Jun 17 07:52:37.670214 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41124) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:37.724395 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.748866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.749225 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.749962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.750288 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > port after_create 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.750617 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.750948 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > port after_update 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.751268 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.751592 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.751897 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.752271 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.799067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Deleting port 33ec7e48-bce9-4b9d-9867-189ef06cd544 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:37.799411 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.819909 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.820255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.821138 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.821468 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109307) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 17 07:52:37.821825 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ed46c3-bd3e-4d33-8c3c-5806a4f75031']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:37.841941 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:37.842229 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c9dbb0-e2b2-4f9d-8b1b-541284e69813') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:37.865029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4c521-56b4-4339-b41b-3214a7ef1451 req-640161e0-933c-4788-8410-430845ac764f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:37.866551 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fba4c521-56b4-4339-b41b-3214a7ef1451 req-640161e0-933c-4788-8410-430845ac764f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.2019062 Jun 17 07:52:37.868280 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.875398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.875727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.887990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Calling delete_port for 33ec7e48-bce9-4b9d-9867-189ef06cd544 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:37.898427 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.911330 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:52:37.911755 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:37.956738 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fba4c521-56b4-4339-b41b-3214a7ef1451 req-1ed39f81-8e44-4f8e-b037-9504c253d7ce tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768497 Jun 17 07:52:38.069033 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment d9c9dbb0-e2b2-4f9d-8b1b-541284e69813 resource provider aggregate not found Jun 17 07:52:38.085464 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment d9c9dbb0-e2b2-4f9d-8b1b-541284e69813 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d9c9dbb0-e2b2-4f9d-8b1b-541284e69813 found for delete ", "request_id": "req-c0665f87-101e-4a8f-a81a-f18365d07b81"}]} Jun 17 07:52:38.132529 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.132692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.148025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.151666 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] 10.222.0.27 "DELETE /v2.0/networks/c2ed46c3-bd3e-4d33-8c3c-5806a4f75031 HTTP/1.1" status: 204 len: 168 time: 0.6242335 Jun 17 07:52:38.152757 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ed46c3-bd3e-4d33-8c3c-5806a4f75031,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:38.156705 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'Port': ['ID=33ec7e48-bce9-4b9d-9867-189ef06cd544,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:38.160885 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.161262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.161598 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.162120 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.162616 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.163262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.163433 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.163771 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.164103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.165110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.165323 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.165635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ec6998-f8a8-4cf0-8620-b18a065aecd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:38.222103 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.224560 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.225748 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-00efcfff-8cd7-4f68-916d-4e8c240a0274 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "DELETE /v2.0/floatingips/ace00c77-091e-41a7-b399-9dcd85ad9ef5 HTTP/1.1" status: 204 len: 168 time: 0.5533450 Jun 17 07:52:38.358753 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41140) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:38.363241 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--505631453', 'description': 'tempest-description--1581799376'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:38.429421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.484433 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41142) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:38.496829 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.522812 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-39297dc6-9b62-46ee-a9d4-3626c8d1a310 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=727c1c872deb4f739af5b50bd17adbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371540 Jun 17 07:52:38.525792 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41144) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:38.558752 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.571633 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.592431 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=488c95a7-0634-4c02-bd84-8c74ac30e8d6,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:38.593913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.635692 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.637096 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-948ab711-8c44-45da-8a63-ea7ac8ce210b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2772906 Jun 17 07:52:38.639871 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41146) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:38.644674 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group_rule': {'security_group_id': '488c95a7-0634-4c02-bd84-8c74ac30e8d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:38.709460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.711826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.712960 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/5884b4db-ef7f-40bd-b3e6-baf5833a36e9 HTTP/1.1" status: 204 len: 168 time: 0.1862624 Jun 17 07:52:38.721388 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96d3e8-3d7b-43b5-abdd-8ee4d27e96a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5884b4db-ef7f-40bd-b3e6-baf5833a36e9,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:38.771716 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.826694 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.930782 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:38.948993 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e66f1f5-0fd5-4796-aef9-4c65c8068eeb,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:39.031755 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.035726 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e0941ec3-dca4-43ff-8ec8-4bff0a71b71d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3919959 Jun 17 07:52:39.036267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41152) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:39.040666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'security_group_rule': {'security_group_id': '488c95a7-0634-4c02-bd84-8c74ac30e8d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:39.084624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e9128-decb-40cd-a38e-70b2730617ab req-8106ff88-7ccc-4b5a-bc71-2d119b1db2b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:39.086291 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-695e9128-decb-40cd-a38e-70b2730617ab req-8106ff88-7ccc-4b5a-bc71-2d119b1db2b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0525823 Jun 17 07:52:39.128062 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-695e9128-decb-40cd-a38e-70b2730617ab req-6dc5b098-ebdd-44c2-a428-2eb667e32c1c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff8bc852-e979-441e-8e9a-d0c3ec97b804&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Jun 17 07:52:39.144821 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.214538 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.287011 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.306058 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cc81ad-302c-4297-9206-b492007d7530,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:39.382132 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.383264 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c27b7139-8b23-46de-b9b0-cd0c6646eca1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3460317 Jun 17 07:52:39.386626 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41154) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:39.391168 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:39.402859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-461b8492-06a7-44e0-926b-67da3c0ed7cc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:39.404280 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-461b8492-06a7-44e0-926b-67da3c0ed7cc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 947 time: 0.0540402 Jun 17 07:52:39.447593 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.493876 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Deleting port 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:39.494213 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.545342 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.585863 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] For port 0befc432-5cfe-4530-9f15-7639061d513d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=0befc432-5cfe-4530-9f15-7639061d513d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:39.586786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.660237 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Allocated IP 172.27.2.67 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/cf98f6cb-18b9-423b-88ad-ff933fb9309a) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:52:39.669300 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.710477 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device f63146a0-a809-446f-8bf9-c497d96554c6 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:52:39.732855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: f63146a0-a809-446f-8bf9-c497d96554c6 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:52:39.733314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device f63146a0-a809-446f-8bf9-c497d96554c6 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:52:39.756112 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.756464 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.756796 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Floating IP 3a71ef0c-918d-4f3e-ada7-505f1edf9d9f disassociated. External IP: 172.27.2.171, port: 0befc432-5cfe-4530-9f15-7639061d513d. Jun 17 07:52:39.757157 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Calling delete_port for 0befc432-5cfe-4530-9f15-7639061d513d owned by compute:nova {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:39.763781 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.835500 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.874925 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:52:39.877754 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:52:39.884738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:52:39.887821 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=cf98f6cb-18b9-423b-88ad-ff933fb9309a,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:39.920883 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:39.950810 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'Port': ['ID=0befc432-5cfe-4530-9f15-7639061d513d,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:39.968792 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.061574 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:40.068457 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.167325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:40.179858 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:40.190165 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:40.191139 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:40.223070 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] No DVR routers for this DVR port 0befc432-5cfe-4530-9f15-7639061d513d on host hv-cinder-82174 {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:52:40.232833 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.235854 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-07648b42-e7f8-4a66-8e3d-2521b8b86c0c req-e3500916-1668-47ff-b821-50b1c318d70d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "DELETE /v2.0/ports/0befc432-5cfe-4530-9f15-7639061d513d HTTP/1.1" status: 204 len: 173 time: 0.8258567 Jun 17 07:52:40.237588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-deleted', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:40.239824 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb6956b-c6d8-4837-8ba3-dfd69ac2f579" -d '{"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-deleted", "tag": "0befc432-5cfe-4530-9f15-7639061d513d"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:40.248330 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.257311 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a1f0f8ee-0434-428c-8bba-a919bbee90b0 req-5dcf6c67-f1e7-4fa5-ac15-b838700a4150 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=04ac9fe0-1807-4b75-9b0b-91379caa7d4b HTTP/1.1" status: 200 len: 210 time: 0.0361450 Jun 17 07:52:40.294042 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2fa8c1-57a3-4101-8945-5763ef8f1979 x-openstack-request-id: req-0b2fa8c1-57a3-4101-8945-5763ef8f1979 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:40.294611 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04ac9fe0-1807-4b75-9b0b-91379caa7d4b", "name": "network-vif-deleted", "tag": "0befc432-5cfe-4530-9f15-7639061d513d", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:40.294611 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0b2fa8c1-57a3-4101-8945-5763ef8f1979 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:40.294943 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2fa8c1-57a3-4101-8945-5763ef8f1979'] response: {'server_uuid': '04ac9fe0-1807-4b75-9b0b-91379caa7d4b', 'name': 'network-vif-deleted', 'tag': '0befc432-5cfe-4530-9f15-7639061d513d', 'status': 'completed', 'code': 200} Jun 17 07:52:40.300570 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:40.338352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.428423 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.432048 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=cf98f6cb-18b9-423b-88ad-ff933fb9309a,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:40.512223 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:40.541090 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:40.584275 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:40.584275 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:40.620531 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:40.624523 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-52e8f2bf-3655-4b3a-9722-6e7d3afca248 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2342405 Jun 17 07:52:40.655932 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:40.808784 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-ffa60b5a-ca82-46cb-bce2-de6553a35036 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--505631453&fields=id&tenant_id=63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 267 time: 0.0329208 Jun 17 07:52:40.859715 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:40.886146 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf50c78-c3f5-474f-bcde-53b61b1e6e09 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:52:40.924365 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-d6c87a35-64c9-49e5-b297-4f454abeb395 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:40.925892 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-d6c87a35-64c9-49e5-b297-4f454abeb395 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 811 time: 0.1099951 Jun 17 07:52:40.950471 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-951f8b4a-c170-4c6d-bcfe-8e8fc21d9e1a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/quotas/63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 375 time: 0.0163620 Jun 17 07:52:40.999816 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-b932c1a2-7762-4c45-9309-8f8729097368 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484619 Jun 17 07:52:41.122804 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ec52c-9103-424e-9ff2-f04c7d9e7ba7 None None] New status for floating IP 3a71ef0c-918d-4f3e-ada7-505f1edf9d9f: DOWN {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:52:41.339077 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-359a4e30-2e2e-41f3-b0ce-c6f356d8cbfc service neutron] 10.222.0.27 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267577 Jun 17 07:52:41.413336 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41176) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:41.447271 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-092e4c2f-b9df-4c91-aea5-c1fa242ba4a4 service neutron] 10.222.0.27 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020105 Jun 17 07:52:41.479713 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.505295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.651192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.653614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.657273 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "DELETE /v2.0/security-groups/ff8bc852-e979-441e-8e9a-d0c3ec97b804 HTTP/1.1" status: 204 len: 168 time: 0.2406335 Jun 17 07:52:41.660493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41182) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:41.678288 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301bca4-643a-44da-b3c8-50a3e8db04a4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8bc852-e979-441e-8e9a-d0c3ec97b804,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:41.681089 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.api.v2.resource [None req-72ed893d-372d-4963-8d85-7366a260a8e0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] show failed (client error): The resource could not be found. Jun 17 07:52:41.684687 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-72ed893d-372d-4963-8d85-7366a260a8e0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups/ff8bc852-e979-441e-8e9a-d0c3ec97b804 HTTP/1.1" status: 404 len: 347 time: 0.0206614 Jun 17 07:52:41.684864 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1e4ae52b-37b9-4d18-981a-3a0222202ceb req-f2e9296b-1952-4d48-806e-86992265625f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 210 time: 0.0283415 Jun 17 07:52:41.690617 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41184) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:41.822128 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Deleting port 777d6801-b542-4465-96cb-e2d6f94f1bb8 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:41.822408 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.895398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.895721 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:41.907812 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Calling delete_port for 777d6801-b542-4465-96cb-e2d6f94f1bb8 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:42.104052 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.129396 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'Port': ['ID=777d6801-b542-4465-96cb-e2d6f94f1bb8,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:42.191679 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.194251 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.195387 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-aae1a7ab-88a1-47cb-8f1d-7f1fa302bba1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "DELETE /v2.0/floatingips/3a71ef0c-918d-4f3e-ada7-505f1edf9d9f HTTP/1.1" status: 204 len: 168 time: 0.5094965 Jun 17 07:52:42.346950 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41194) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:42.352216 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953615530', 'description': 'tempest-description--1387077052'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:42.464348 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.531879 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.618295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.653856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdbe778-2e4f-4073-83d2-946815b88c20,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:42.740182 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.741551 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-96ab96f5-7ffe-4c6a-9cfd-7743d46e618c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3934054 Jun 17 07:52:42.745213 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41198) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:42.750624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group_rule': {'security_group_id': '5cdbe778-2e4f-4073-83d2-946815b88c20', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:42.793304 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d6ea58ef-b2c8-48f8-8c39-ffc79aa32d95 req-d68f8820-de97-48b0-8175-80519c348898 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 210 time: 0.0303302 Jun 17 07:52:42.862863 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.913177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.970191 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:42.988155 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbbf85d-386c-42e9-ac55-fcc3cb68745a,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:43.054269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.056063 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-acbf6772-4a0f-4111-b7a7-7c30aa03cb06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097639 Jun 17 07:52:43.058680 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41200) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:43.062946 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'security_group_rule': {'security_group_id': '5cdbe778-2e4f-4073-83d2-946815b88c20', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:43.143416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.202919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.279253 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.296929 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe8a5662-3e24-44d2-8aed-835a4d6584ce,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:43.362628 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.363825 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-45ff089e-842e-48b8-9eda-a05d38d90951 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3042262 Jun 17 07:52:43.370648 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41204) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:43.374990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:43.469955 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.475392 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-7346c218-6c25-421b-9a56-f7d67cd78cbe tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:43.479297 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-7346c218-6c25-421b-9a56-f7d67cd78cbe tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 811 time: 0.1027009 Jun 17 07:52:43.520598 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-bb170354-ae1c-4ea2-8c95-c2a04cf8bcc0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63920d13952f4cb5ab02d1f5cae0356c HTTP/1.1" status: 200 len: 379 time: 0.0340524 Jun 17 07:52:43.529935 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'port': {'device_id': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'admin_state_up': True, 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'security_groups': ['488c95a7-0634-4c02-bd84-8c74ac30e8d6']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:43.567406 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.677412 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Allocated IP 172.27.2.37 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/048802a7-7249-4061-9176-c665135bed08) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:52:43.732597 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:52:43.736518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Made reservation on behalf of 63920d13952f4cb5ab02d1f5cae0356c for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:52:43.740097 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.753953 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 0befc432-5cfe-4530-9f15-7639061d513d {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:52:43.754432 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 0befc432-5cfe-4530-9f15-7639061d513d not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:52:43.782576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.869904 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:43.894807 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-074f41b3-d935-471e-b8cd-aa20402d9b14 req-1654a4ea-6ad9-4dcd-83eb-ec87b2810574 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 210 time: 0.0318117 Jun 17 07:52:43.901393 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Allocated IP 172.20.0.12 (aab70f83-37ba-49f2-b185-1c759981be07/68933ed6-4f64-40d5-a001-9d71e5549eca/ac6afc19-18ba-4251-8af0-25bf9ee1b336) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:52:43.906468 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:52:43.912650 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:52:43.919075 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=048802a7-7249-4061-9176-c665135bed08,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:43.921692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:52:44.032523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.036300 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-218719e3-11af-4d8f-9ba9-19ec90648e12 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727122 Jun 17 07:52:44.050763 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.137259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.141196 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-f2f950b0-e69d-460f-bc18-1bbbf3ca9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:44.142698 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-f2f950b0-e69d-460f-bc18-1bbbf3ca9fed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b28354c7d3c24df48977b999c9e972aa&device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 1098 time: 0.0634460 Jun 17 07:52:44.156264 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.199035 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Network aab70f83-37ba-49f2-b185-1c759981be07 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:52:44.202060 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:52:44.204438 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:52:44.239072 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event updated for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:44.267565 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:44.268236 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.347025 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f5984e71-51a5-456c-af78-cbb65b2a1e7f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8205795 Jun 17 07:52:44.359638 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Request body: {'port': {'device_id': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:44.422012 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.447921 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f274de0b-e9af-4c71-a38b-ea80a94a6cb5 None None] Provisioning complete for port ac6afc19-18ba-4251-8af0-25bf9ee1b336 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:52:44.448430 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f274de0b-e9af-4c71-a38b-ea80a94a6cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.491005 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f274de0b-e9af-4c71-a38b-ea80a94a6cb5 None None] Port ac6afc19-18ba-4251-8af0-25bf9ee1b336 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:52:44.544568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-06ee4bc4-5b56-4580-83f9-c1c8f9e41790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:44.546038 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-06ee4bc4-5b56-4580-83f9-c1c8f9e41790 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 200 len: 920 time: 0.3815410 Jun 17 07:52:44.595279 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-0e880e56-f36e-477c-bdd1-2e6558ab9f61 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 200 len: 217 time: 0.0403473 Jun 17 07:52:44.653717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.659997 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-b62c3acd-b892-446a-b452-22b808945cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:44.661454 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-b62c3acd-b892-446a-b452-22b808945cb9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 200 len: 858 time: 0.0589311 Jun 17 07:52:44.682173 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac6afc19-18ba-4251-8af0-25bf9ee1b336 {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:52:44.689601 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.701731 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Transition to ACTIVE for port object ac6afc19-18ba-4251-8af0-25bf9ee1b336 will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:52:44.710996 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-f4908f9a-5796-4fa8-96dd-20c7d8a698e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:44.712969 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-f4908f9a-5796-4fa8-96dd-20c7d8a698e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1bdea463-3a92-44ed-80ee-a254165167eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428884 Jun 17 07:52:44.718620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.801103 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.853160 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=048802a7-7249-4061-9176-c665135bed08,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:44.856760 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:44.858771 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.887147 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-b677c504-d574-459f-85ec-d3dc1d7eef75 service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659858 Jun 17 07:52:44.932518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Attempting to bind port ac6afc19-18ba-4251-8af0-25bf9ee1b336 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:52:44.932968 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Attempting to bind port ac6afc19-18ba-4251-8af0-25bf9ee1b336 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:52:44.938645 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Attempting to bind port ac6afc19-18ba-4251-8af0-25bf9ee1b336 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:52:44.939499 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Port ac6afc19-18ba-4251-8af0-25bf9ee1b336 on network aab70f83-37ba-49f2-b185-1c759981be07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:52:44.939499 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Attempting to bind port ac6afc19-18ba-4251-8af0-25bf9ee1b336 on network aab70f83-37ba-49f2-b185-1c759981be07 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:52:44.946093 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:52:44.946452 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Checking segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:52:44.946837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Bound using segment: {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:52:44.947267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Bound port: ac6afc19-18ba-4251-8af0-25bf9ee1b336, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:52:44.947624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.962363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:44.965252 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1644d0cc-ca4b-40e8-a5ef-6c44811fd0d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5935669 Jun 17 07:52:45.034247 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:52:45.039126 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:52:45.040456 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a76c3c2-ea24-4e3e-8376-391781a7d31b req-3eb3cf0e-9f84-4b1a-b413-ad4ef0e112ab service neutron] 10.222.0.57 "GET /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442287 Jun 17 07:52:45.058701 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914ef9b-4f8b-4675-bbcf-8ae09fd07acf req-f47ab18c-2aae-43a7-9aa2-46b8f12babe9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.060537 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c914ef9b-4f8b-4675-bbcf-8ae09fd07acf req-f47ab18c-2aae-43a7-9aa2-46b8f12babe9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 944 time: 0.0751362 Jun 17 07:52:45.109497 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c914ef9b-4f8b-4675-bbcf-8ae09fd07acf req-18eb15c2-4c2c-4462-9962-be851b5202ad tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395405 Jun 17 07:52:45.121464 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:45.160416 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.161044 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:45.162527 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] 10.222.0.57 "PUT /v2.0/ports/ac6afc19-18ba-4251-8af0-25bf9ee1b336 HTTP/1.1" status: 200 len: 1094 time: 0.8076081 Jun 17 07:52:45.163976 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:45.166778 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e67eaa-f61b-4818-9e3b-b3398eafb275" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:45.211266 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd3060b-f313-4016-ad46-fa2f27c90e99 x-openstack-request-id: req-6fd3060b-f313-4016-ad46-fa2f27c90e99 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:45.218568 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:45.218568 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6fd3060b-f313-4016-ad46-fa2f27c90e99 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:45.218568 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd3060b-f313-4016-ad46-fa2f27c90e99'] response: {'name': 'network-changed', 'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'status': 'completed', 'code': 200} Jun 17 07:52:45.222964 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-2bdf4fe5-8ae5-4428-9c92-63bff4b08534 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--1953615530&fields=id&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 267 time: 0.0596118 Jun 17 07:52:45.223567 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7320e-ceee-4073-846d-d7cc60d60471 service neutron] Pushing event updated for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:45.352558 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-170e37a4-6ec0-4b7b-b126-2582f67ce1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.354425 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-170e37a4-6ec0-4b7b-b126-2582f67ce1f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 1097 time: 0.1232984 Jun 17 07:52:45.424177 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-95bf2bb6-b5ab-49a0-afd9-2c46642d8fce tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.425873 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-95bf2bb6-b5ab-49a0-afd9-2c46642d8fce tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 817 time: 0.1936255 Jun 17 07:52:45.477268 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-4ba0bbe6-144b-4560-9a5b-d8b32cf6db7c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/quotas/340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 375 time: 0.0192914 Jun 17 07:52:45.536427 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-b3ffda86-c46b-47ad-8510-b0b7880f7733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.538230 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-b3ffda86-c46b-47ad-8510-b0b7880f7733 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1726649 Jun 17 07:52:45.569392 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-944c6724-6158-455c-a3d6-16d1c0dc1a78 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0846841 Jun 17 07:52:45.719695 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-28b94a69-3ec0-4cd1-9944-a7209ce0d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.721433 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-62e67eaa-f61b-4818-9e3b-b3398eafb275 req-28b94a69-3ec0-4cd1-9944-a7209ce0d094 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1735499 Jun 17 07:52:45.727485 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-eac39c8b-b391-4e19-a195-2d4a8713fb5b service neutron] 10.222.0.27 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451385 Jun 17 07:52:45.846214 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f8d0b8ab-62e4-4012-9357-1a0032ab13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.847663 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-f8d0b8ab-62e4-4012-9357-1a0032ab13b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 1097 time: 0.0906808 Jun 17 07:52:45.851114 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-8c851bd6-22a3-4e9f-b2f8-e621c3453d3a service neutron] 10.222.0.27 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175406 Jun 17 07:52:45.895070 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-50ba996a-c71c-4625-a60c-e8c7022b394c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336 HTTP/1.1" status: 200 len: 217 time: 0.0342820 Jun 17 07:52:45.943348 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-01ae62c3-7be9-4167-b356-c89738c36d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.944769 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-01ae62c3-7be9-4167-b356-c89738c36d23 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0425131 Jun 17 07:52:45.993369 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a20577c-8820-4198-b619-6e5e3816d16f req-9043c100-f897-4ab3-8848-e119a3dde5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:45.994733 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-9043c100-f897-4ab3-8848-e119a3dde5ae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429165 Jun 17 07:52:46.082910 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-ba744dfc-4e46-40f1-8a63-564e3a0fc4e5 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805011 Jun 17 07:52:46.133303 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8208adaa-7ebc-4ca3-bf80-7ff433a8f604 req-528bde2e-1630-4000-92e8-51781738673c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 210 time: 0.0276446 Jun 17 07:52:46.192916 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3a20577c-8820-4198-b619-6e5e3816d16f req-4986649a-2eb1-4eaa-8f17-23fca5f658e2 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026595 Jun 17 07:52:46.240023 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977969dd-c2ab-477f-bcb9-eaf0aa3abeaa req-3f3ac50b-09c0-4cd7-86f1-41944314b576 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:46.241528 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-977969dd-c2ab-477f-bcb9-eaf0aa3abeaa req-3f3ac50b-09c0-4cd7-86f1-41944314b576 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 944 time: 0.0519447 Jun 17 07:52:46.279534 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-977969dd-c2ab-477f-bcb9-eaf0aa3abeaa req-e663b414-c9b1-4222-a228-b38f644acc92 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Jun 17 07:52:47.230830 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88a157a8-4f2a-40af-8923-a3a758578fba req-56133495-02a7-4ffd-abbd-827e4fea335f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 210 time: 0.0254531 Jun 17 07:52:47.542441 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b476a3f-9c54-4fec-a8fe-44f7d313bda8 req-7b4ff17a-01b3-4bf0-8c3b-1c3538462da3 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:47.543890 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0b476a3f-9c54-4fec-a8fe-44f7d313bda8 req-7b4ff17a-01b3-4bf0-8c3b-1c3538462da3 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 944 time: 0.1977432 Jun 17 07:52:47.579875 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0b476a3f-9c54-4fec-a8fe-44f7d313bda8 req-aa26c3db-4eb3-415f-a517-236b5e6256f0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301445 Jun 17 07:52:48.155278 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-ff394396-5e56-42f5-9ea3-0588cb215f0a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:48.156677 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-ff394396-5e56-42f5-9ea3-0588cb215f0a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 817 time: 0.0995865 Jun 17 07:52:48.199260 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-2ae97120-eecc-4215-9b24-1d22cee4f7d1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 380 time: 0.0323935 Jun 17 07:52:48.209531 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'port': {'device_id': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'admin_state_up': True, 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'security_groups': ['5cdbe778-2e4f-4073-83d2-946815b88c20']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:48.329681 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-40bf261d-6eb2-4dbb-b38c-516c5a44a087 req-f9402d4a-499b-4646-97a6-d2b2bee38113 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 210 time: 0.0261269 Jun 17 07:52:48.369977 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Made reservation on behalf of 340799d1c8f441d1bef7f84cde74a437 for: {'port': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:52:48.373507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:48.495026 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Allocated IP 172.20.0.5 (ea4b0369-7f93-4225-93e9-7bef0639c79c/afd1129d-ab95-49d1-a6b5-32143b45f1bc/66b004b2-c4b3-4429-8cde-3307de17e44d) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:52:48.633504 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:48.705409 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c98968e-b726-4b79-81a9-832f34b3f072 req-698964a9-3a91-41d5-8667-13b2db2f7222 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:48.706900 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6c98968e-b726-4b79-81a9-832f34b3f072 req-698964a9-3a91-41d5-8667-13b2db2f7222 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 944 time: 0.0533156 Jun 17 07:52:48.743962 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6c98968e-b726-4b79-81a9-832f34b3f072 req-cb32554a-ebdb-4ff7-a17f-2785a8248821 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Jun 17 07:52:48.778398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:48.823353 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Network ea4b0369-7f93-4225-93e9-7bef0639c79c is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:52:48.826355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:52:48.829859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:52:48.838066 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:48.882931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:48.883599 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:48.988098 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-fc313eb2-cbf8-4e11-9bbc-c68c5e87d77f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803285 Jun 17 07:52:48.998606 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Request body: {'port': {'device_id': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:49.050556 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.080218 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-29b0b314-cf29-41b7-82ee-e87622976108 None None] Provisioning complete for port 66b004b2-c4b3-4429-8cde-3307de17e44d triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:52:49.080796 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-29b0b314-cf29-41b7-82ee-e87622976108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.113720 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-29b0b314-cf29-41b7-82ee-e87622976108 None None] Port 66b004b2-c4b3-4429-8cde-3307de17e44d cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:52:49.311212 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109306) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:52:49.318621 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.330721 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.provisioning_blocks [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Transition to ACTIVE for port object 66b004b2-c4b3-4429-8cde-3307de17e44d will not be triggered until provisioned by entity L2. {{(pid=109306) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:52:49.441661 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.474329 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fadd26-3b4d-4182-84e2-f9e2c81640ba req-2ba27a05-fad1-4680-99ce-f522a21a14d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:49.475805 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-78fadd26-3b4d-4182-84e2-f9e2c81640ba req-2ba27a05-fad1-4680-99ce-f522a21a14d6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 931 time: 0.0721250 Jun 17 07:52:49.515205 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:49.552646 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-78fadd26-3b4d-4182-84e2-f9e2c81640ba req-f1ecd1d2-b8c8-4f7a-8705-4deaf6cb6874 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677564 Jun 17 07:52:49.607959 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Attempting to bind port 66b004b2-c4b3-4429-8cde-3307de17e44d on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:52:49.607959 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Attempting to bind port 66b004b2-c4b3-4429-8cde-3307de17e44d by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:52:49.607959 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Attempting to bind port 66b004b2-c4b3-4429-8cde-3307de17e44d on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:52:49.612224 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Port 66b004b2-c4b3-4429-8cde-3307de17e44d on network ea4b0369-7f93-4225-93e9-7bef0639c79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:52:49.612591 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Attempting to bind port 66b004b2-c4b3-4429-8cde-3307de17e44d on network ea4b0369-7f93-4225-93e9-7bef0639c79c {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:52:49.618015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:52:49.618435 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Checking segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:52:49.618815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Bound using segment: {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'} {{(pid=109306) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:52:49.619284 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.managers [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Bound port: 66b004b2-c4b3-4429-8cde-3307de17e44d, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23b3aec0-10b2-4057-8f2f-b2f8c78bb749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c'}}] {{(pid=109306) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:52:49.619635 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.683717 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, cleared binding levels {{(pid=109306) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:52:49.686666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109306) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:52:49.795866 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.805197 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device ac6afc19-18ba-4251-8af0-25bf9ee1b336 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:52:49.831193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:49.831807 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.833408 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] 10.222.0.57 "PUT /v2.0/ports/66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 200 len: 1093 time: 0.8385201 Jun 17 07:52:49.833667 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:49.835921 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9e7159-0432-49cd-a96e-42f05ef7af0c" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:49.866726 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8b7ba8-37a0-4a48-ac25-c4cc44e5d026 req-31e9744f-4c61-4697-bb81-b562c888e325 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:49.875779 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff8b7ba8-37a0-4a48-ac25-c4cc44e5d026 req-31e9744f-4c61-4697-bb81-b562c888e325 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 944 time: 0.0629086 Jun 17 07:52:49.891325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe228aa-3322-4e0b-ab8d-16c73963a516 service neutron] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=3']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:49.916713 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b53032f-d444-4465-a885-c887af757f08 x-openstack-request-id: req-7b53032f-d444-4465-a885-c887af757f08 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:49.917029 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:49.917283 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b53032f-d444-4465-a885-c887af757f08 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:49.917699 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b53032f-d444-4465-a885-c887af757f08'] response: {'name': 'network-changed', 'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'status': 'completed', 'code': 200} Jun 17 07:52:49.931356 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:49.931837 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff8b7ba8-37a0-4a48-ac25-c4cc44e5d026 req-89ace75e-c35f-43c5-b3e8-a07b3319815d tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498354 Jun 17 07:52:49.944920 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'port_id': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'mac_address': 'fa:16:3e:4a:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:52:49.985517 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-7ffcd26e-b4b9-4704-a497-b40a4b1a338b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:49.985852 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port ac6afc19-18ba-4251-8af0-25bf9ee1b336 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:52:49.986292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:49.987020 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-7ffcd26e-b4b9-4704-a497-b40a4b1a338b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1096 time: 0.0501344 Jun 17 07:52:50.002073 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac6afc19-18ba-4251-8af0-25bf9ee1b336 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:52:50.022581 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:50.091185 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-11db5949-4fc1-4c77-b95b-0ac7b08ee919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.092647 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-11db5949-4fc1-4c77-b95b-0ac7b08ee919 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=340799d1c8f441d1bef7f84cde74a437&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0968297 Jun 17 07:52:50.102095 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:50.152234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:50.159050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.159384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.159717 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.160036 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.160350 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.160664 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.161014 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.161329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.162192 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.162192 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.162404 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.162570 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:52:50.192325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-f9c76d6c-d60f-420d-a44c-ac96cd4e588b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.193862 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1b9e7159-0432-49cd-a96e-42f05ef7af0c req-f9c76d6c-d60f-420d-a44c-ac96cd4e588b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0925312 Jun 17 07:52:50.266705 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-34f12365-9d62-4382-b1b2-a721d02f48e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.268108 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-34f12365-9d62-4382-b1b2-a721d02f48e4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1096 time: 0.0384262 Jun 17 07:52:50.314616 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-f7115e2e-dcf5-4e52-8644-c25ac2624b7b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 200 len: 217 time: 0.0328796 Jun 17 07:52:50.368826 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-865cfd8f-4764-4973-baf1-da746754909f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.370272 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-865cfd8f-4764-4973-baf1-da746754909f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0453420 Jun 17 07:52:50.407917 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['ac6afc19-18ba-4251-8af0-25bf9ee1b336'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:52:50.416874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-a17b3a73-da6a-4bab-a0bb-b42b50dbea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.418498 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-a17b3a73-da6a-4bab-a0bb-b42b50dbea32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408187 Jun 17 07:52:50.510920 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-a3f12888-80a9-4a2c-8481-b6be7594f212 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843050 Jun 17 07:52:50.883119 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a7b3ee9f-1d3a-408d-8eb0-80ba9cf02d9d req-3da4a8b1-fb99-4f2b-bbf8-a47f91242fe2 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622377 Jun 17 07:52:50.894143 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454da60-9cce-4d25-950f-f38644022fa4 req-87892833-417e-4e4c-8414-75adb93fad85 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:50.895589 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e454da60-9cce-4d25-950f-f38644022fa4 req-87892833-417e-4e4c-8414-75adb93fad85 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0694425 Jun 17 07:52:50.933734 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e454da60-9cce-4d25-950f-f38644022fa4 req-8dc8e2f9-e125-4be4-846b-abf30cf6ace2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317812 Jun 17 07:52:51.035940 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeeb07f-054a-4d9e-99c7-ea76220feb53 req-708bb158-618c-49d9-aceb-f158fd468b6a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:51.037309 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2aeeb07f-054a-4d9e-99c7-ea76220feb53 req-708bb158-618c-49d9-aceb-f158fd468b6a tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 945 time: 0.0481439 Jun 17 07:52:51.074732 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2aeeb07f-054a-4d9e-99c7-ea76220feb53 req-b9a69c6b-573d-4269-9db7-1d8f6f857077 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313141 Jun 17 07:52:51.799306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device ac6afc19-18ba-4251-8af0-25bf9ee1b336 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:52:51.920483 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port ac6afc19-18ba-4251-8af0-25bf9ee1b336 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:52:51.924563 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port ac6afc19-18ba-4251-8af0-25bf9ee1b336 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:52:51.924933 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:52.003836 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port ac6afc19-18ba-4251-8af0-25bf9ee1b336 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:52:52.004219 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:52.027017 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:52.029292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bc99bd-588e-45ab-a74b-ec036589669a" -d '{"events": [{"server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:52.042478 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:52.056186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dcab3-0a56-40d3-8ba5-ad43d0116de0 req-a5b32dae-bff6-41e0-ac79-8f7aba5a7e41 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:52.057653 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-159dcab3-0a56-40d3-8ba5-ad43d0116de0 req-a5b32dae-bff6-41e0-ac79-8f7aba5a7e41 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0519748 Jun 17 07:52:52.094456 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-159dcab3-0a56-40d3-8ba5-ad43d0116de0 req-7bbcd346-de11-4ff7-bbf2-9f04934b999a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307167 Jun 17 07:52:52.139485 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3173e216-51bd-497f-9f4b-d12bab477c9e x-openstack-request-id: req-3173e216-51bd-497f-9f4b-d12bab477c9e {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:52.139757 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "name": "network-vif-plugged", "status": "completed", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:52.139998 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3173e216-51bd-497f-9f4b-d12bab477c9e {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:52.140459 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3173e216-51bd-497f-9f4b-d12bab477c9e'] response: {'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'code': 200} Jun 17 07:52:52.149914 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:52.201777 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:52.239685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f2790-a5b5-4158-816f-cd1af7dec3b5 req-2bc94656-c3a6-48c1-b5a3-549ee12fb5dd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:52.241229 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d75f2790-a5b5-4158-816f-cd1af7dec3b5 req-2bc94656-c3a6-48c1-b5a3-549ee12fb5dd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0528247 Jun 17 07:52:52.278752 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d75f2790-a5b5-4158-816f-cd1af7dec3b5 req-55deffcb-7bdb-47dc-8a1f-9276e614d6d9 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315490 Jun 17 07:52:52.401761 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6432e7-f175-4045-b48f-7b1f45baa4f7 req-8d50450b-cfa8-4467-a148-a40776dbebbe tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:52.403214 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0b6432e7-f175-4045-b48f-7b1f45baa4f7 req-8d50450b-cfa8-4467-a148-a40776dbebbe tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0522933 Jun 17 07:52:52.467165 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0b6432e7-f175-4045-b48f-7b1f45baa4f7 req-4e61a82e-de35-4450-8306-af178179a260 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545979 Jun 17 07:52:52.468891 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18d041-4cac-49a0-aeec-476788ff8974 req-d862ae10-ee8b-4076-92ed-0370606bdb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:52.470277 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1c18d041-4cac-49a0-aeec-476788ff8974 req-d862ae10-ee8b-4076-92ed-0370606bdb4e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 1099 time: 0.0662091 Jun 17 07:52:52.505181 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1c18d041-4cac-49a0-aeec-476788ff8974 req-1739b2b6-ab56-44bf-8aff-c96b7c9e8a37 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278883 Jun 17 07:52:53.213478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf67e1cb-cf1c-48ec-9a05-3ee9b473597b req-5cf75aa0-7cea-4a65-a868-fbc1167534f5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:53.214844 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cf67e1cb-cf1c-48ec-9a05-3ee9b473597b req-5cf75aa0-7cea-4a65-a868-fbc1167534f5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0474617 Jun 17 07:52:53.251770 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cf67e1cb-cf1c-48ec-9a05-3ee9b473597b req-5dd68b63-3772-46d4-825c-eabb0a92d8b5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310833 Jun 17 07:52:53.390031 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42125a2-e8c0-4319-ae88-9a6588c90e3a req-060e885d-aacd-4e42-98f2-17970fc649fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:53.391463 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d42125a2-e8c0-4319-ae88-9a6588c90e3a req-060e885d-aacd-4e42-98f2-17970fc649fd tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0469847 Jun 17 07:52:53.428231 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d42125a2-e8c0-4319-ae88-9a6588c90e3a req-343d8022-a941-4c8f-bb96-eefa38b65227 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309720 Jun 17 07:52:53.578194 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdace1e3-fa3d-426d-af4b-94f62a49ff86 req-3c5db86a-1241-43a6-89fe-f8ec9db455d3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:53.579753 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cdace1e3-fa3d-426d-af4b-94f62a49ff86 req-3c5db86a-1241-43a6-89fe-f8ec9db455d3 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0473981 Jun 17 07:52:53.620874 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cdace1e3-fa3d-426d-af4b-94f62a49ff86 req-66793529-2470-49dc-8463-263e4cb5c0ca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351336 Jun 17 07:52:53.818519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:52:53.909284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:53.919899 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:52:53.958897 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:52:53.959310 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:53.971364 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:52:53.990435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:54.072893 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:54.117438 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:54.369679 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882133f-1935-4dff-804f-783b418693fd req-534f362a-39cd-4e8f-a8fe-1100e98ca26b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:54.371153 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e882133f-1935-4dff-804f-783b418693fd req-534f362a-39cd-4e8f-a8fe-1100e98ca26b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 944 time: 0.0491998 Jun 17 07:52:54.391411 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['66b004b2-c4b3-4429-8cde-3307de17e44d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:52:54.407656 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e882133f-1935-4dff-804f-783b418693fd req-6a1afae4-4178-434a-9919-6b54e971ebbd tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302260 Jun 17 07:52:54.540025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0e0c3b-afb6-4f56-bd2b-76a53d119e37 req-648c9e8b-b303-4634-8f1c-b0b689decb50 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:54.541504 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bb0e0c3b-afb6-4f56-bd2b-76a53d119e37 req-648c9e8b-b303-4634-8f1c-b0b689decb50 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0474877 Jun 17 07:52:54.578502 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bb0e0c3b-afb6-4f56-bd2b-76a53d119e37 req-f27ce0e3-ea63-4f91-8210-b61a07de267c tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Jun 17 07:52:54.691882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ffcc5-a8b2-472e-9b57-f8cecc1c4c6e req-d2ea0a0d-d40b-4869-97b3-1642b325fc26 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:54.693460 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-377ffcc5-a8b2-472e-9b57-f8cecc1c4c6e req-d2ea0a0d-d40b-4869-97b3-1642b325fc26 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0531144 Jun 17 07:52:54.702003 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41310) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:54.706421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Request body: {'floatingip': {'port_id': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:54.734998 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc9ccb-ceab-4fb0-a900-d2fc35cdb6c4 req-f08d79c8-4ab3-4e20-af74-2b413218b260 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:54.736468 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5fc9ccb-ceab-4fb0-a900-d2fc35cdb6c4 req-f08d79c8-4ab3-4e20-af74-2b413218b260 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0490575 Jun 17 07:52:54.745037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:54.773356 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5fc9ccb-ceab-4fb0-a900-d2fc35cdb6c4 req-068d6bd8-ae2d-4120-9a59-f9b07e579b09 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305977 Jun 17 07:52:55.170392 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:55.255506 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:55.355732 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Floating IP 239d6dbe-bbf6-4cfe-9bf8-fb942620b12b associated. External IP: 172.27.2.67, port: ac6afc19-18ba-4251-8af0-25bf9ee1b336. Jun 17 07:52:55.577525 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f1d53-8de0-4a4c-98e0-d504f745efac req-9cd3f878-42bb-4771-855c-ea762a7fdcd5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:55.578950 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ae9f1d53-8de0-4a4c-98e0-d504f745efac req-9cd3f878-42bb-4771-855c-ea762a7fdcd5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 944 time: 0.0894823 Jun 17 07:52:55.612083 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:55.635147 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ae9f1d53-8de0-4a4c-98e0-d504f745efac req-12981f41-1e8e-49dc-8312-36519280ecf4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503008 Jun 17 07:52:55.734153 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:55.738858 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:55.744043 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:55.753787 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:55.754395 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:55.765470 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f1702b45-3c9f-4d98-82e5-acaf5c1f4b02 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "PUT /v2.0/floatingips/239d6dbe-bbf6-4cfe-9bf8-fb942620b12b HTTP/1.1" status: 200 len: 991 time: 1.0624022 Jun 17 07:52:55.766040 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:55.768222 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d4a84a-bc72-4b88-a96e-5726b6e20da8" -d '{"events": [{"name": "network-changed", "server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:55.803541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a24886a7-909c-4008-a667-fa04ae26cf88 x-openstack-request-id: req-a24886a7-909c-4008-a667-fa04ae26cf88 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:55.803847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:55.804082 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a24886a7-909c-4008-a667-fa04ae26cf88 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:55.804477 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a24886a7-909c-4008-a667-fa04ae26cf88'] response: {'name': 'network-changed', 'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'status': 'completed', 'code': 200} Jun 17 07:52:55.832548 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:52:55.866494 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:55.908967 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-61419201-5adc-406e-8e3c-117335aaa053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:55.910488 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-61419201-5adc-406e-8e3c-117335aaa053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 1099 time: 0.0784249 Jun 17 07:52:55.928256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f6ad5-bfb1-4d5c-8a84-387185a109f9 req-acfc8f90-278b-4f2b-95da-82b3dd232629 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:55.929761 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-425f6ad5-bfb1-4d5c-8a84-387185a109f9 req-acfc8f90-278b-4f2b-95da-82b3dd232629 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0839593 Jun 17 07:52:56.024265 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-425f6ad5-bfb1-4d5c-8a84-387185a109f9 req-79f3960b-0bc2-4e7e-9a7c-11313b5a5097 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=e86d6cfe-b932-480a-86c8-6d1fef672d3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858307 Jun 17 07:52:56.042646 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-fc6ff931-eb53-4ba2-8b1e-8be364822ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.044103 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-fc6ff931-eb53-4ba2-8b1e-8be364822ebf service neutron] 10.222.0.57 "GET /v2.0/networks?id=aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 200 len: 912 time: 0.1238561 Jun 17 07:52:56.046274 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 66b004b2-c4b3-4429-8cde-3307de17e44d completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:52:56.050076 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 66b004b2-c4b3-4429-8cde-3307de17e44d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:52:56.050439 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.103192 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '239d6dbe-bbf6-4cfe-9bf8-fb942620b12b', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:4a:48:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:39Z', 'updated_at': '2022-06-17T07:52:55Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:56.120785 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-05265982-d8b0-49f0-889a-9515eac865f9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336 HTTP/1.1" status: 200 len: 999 time: 0.0679379 Jun 17 07:52:56.133420 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:56.134656 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:52:56.135048 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.135433 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-387c10dd-bee7-4fb0-af64-a04aafc2a738 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.137167 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-387c10dd-bee7-4fb0-af64-a04aafc2a738 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 946 time: 0.0491395 Jun 17 07:52:56.144848 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:56.146015 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:56.161226 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:56.163655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfad0f28-b385-4544-ad15-d35237e65951" -d '{"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:56.179414 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:56.183718 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-005580a6-c650-4444-9105-bdc8e2f75205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.185398 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-005580a6-c650-4444-9105-bdc8e2f75205 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 200 len: 850 time: 0.0558419 Jun 17 07:52:56.210593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3852fb9-64fb-4d37-bc21-439a6c48e501 x-openstack-request-id: req-d3852fb9-64fb-4d37-bc21-439a6c48e501 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:56.210593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:56.210857 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d3852fb9-64fb-4d37-bc21-439a6c48e501 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:56.211118 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3852fb9-64fb-4d37-bc21-439a6c48e501'] response: {'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'code': 200} Jun 17 07:52:56.236088 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-462d9473-a7ce-4037-837f-b1951574762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.237607 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-462d9473-a7ce-4037-837f-b1951574762f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=aab70f83-37ba-49f2-b185-1c759981be07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456641 Jun 17 07:52:56.257377 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Deleting port a82df1a1-a458-4302-b731-29732fa64279 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:56.258047 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.287646 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.294477 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:56.333146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:56.340543 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-b171a58c-c718-4c3b-9a5e-41ede6f869ba service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955782 Jun 17 07:52:56.389869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] For port a82df1a1-a458-4302-b731-29732fa64279, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=a82df1a1-a458-4302-b731-29732fa64279,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:52:56.390316 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.442308 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-48d4a84a-bc72-4b88-a96e-5726b6e20da8 req-cd7562bf-cefb-4eda-a14b-2b339bd8c507 service neutron] 10.222.0.57 "GET /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927496 Jun 17 07:52:56.531990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113b4e-b7d4-4597-bae9-121697012ff3 req-0facfd70-3ef1-482d-97fa-cc4d89e96ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.533969 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b4113b4e-b7d4-4597-bae9-121697012ff3 req-0facfd70-3ef1-482d-97fa-cc4d89e96ed1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1098 time: 0.0413744 Jun 17 07:52:56.574857 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b4113b4e-b7d4-4597-bae9-121697012ff3 req-1ce9a8a0-c00e-405c-820d-1d7ad33ac34c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342643 Jun 17 07:52:56.618765 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '239d6dbe-bbf6-4cfe-9bf8-fb942620b12b', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:4a:48:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:39Z', 'updated_at': '2022-06-17T07:52:55Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:56.622699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.623068 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.623391 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Floating IP 7beac6c7-e5cf-4cbf-8a88-20bec89be494 disassociated. External IP: 172.27.2.155, port: a82df1a1-a458-4302-b731-29732fa64279. Jun 17 07:52:56.623731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Calling delete_port for a82df1a1-a458-4302-b731-29732fa64279 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:52:56.647912 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4acbcd-169a-484f-9a8f-7b54a402336e None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '239d6dbe-bbf6-4cfe-9bf8-fb942620b12b', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'floating_ip_address': '172.27.2.67', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'port_id': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'mac_address': 'fa:16:3e:4a:48:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:39Z', 'updated_at': '2022-06-17T07:52:55Z', 'revision_number': 1, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:52:56.759893 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b4f60-43f7-4e43-8f8b-0b5eef5bb045 req-6a9f20c7-a19c-4d1f-97d4-0b39d3e5c5e4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:56.762343 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e18b4f60-43f7-4e43-8f8b-0b5eef5bb045 req-6a9f20c7-a19c-4d1f-97d4-0b39d3e5c5e4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0520246 Jun 17 07:52:56.799233 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e18b4f60-43f7-4e43-8f8b-0b5eef5bb045 req-77b1c288-034a-43cf-9e66-9139fd54063c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318644 Jun 17 07:52:56.850729 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:56.865502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a2153f0-08b7-41af-8bbe-bcbde8b655db None None] New status for floating IP 239d6dbe-bbf6-4cfe-9bf8-fb942620b12b: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:52:56.882629 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event deleted for resources: {'Port': ['ID=a82df1a1-a458-4302-b731-29732fa64279,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:56.884452 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:52:56.995916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Router 4b68f483-1903-4597-a3dd-8b905a90f550 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:57.130167 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee8029b4-3113-4f6a-a1f3-6e2947d7bc18 req-cfe03011-c157-4541-89ee-e1d8609d8b7a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 210 time: 0.0342233 Jun 17 07:52:57.131286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:57.142613 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:57.153472 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:57.154080 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:57.170158 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] No DVR routers for this DVR port a82df1a1-a458-4302-b731-29732fa64279 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:52:57.173145 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:57.176316 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1f0c3ba2-670f-45d7-b133-ae9d870eb07d req-891896bc-6d8b-4198-b731-cb53c0500a9d tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "DELETE /v2.0/ports/a82df1a1-a458-4302-b731-29732fa64279 HTTP/1.1" status: 204 len: 173 time: 1.0333903 Jun 17 07:52:57.176760 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'name': 'network-vif-deleted', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:57.179699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-356a179d-b874-4399-9741-c20935857373" -d '{"events": [{"server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "name": "network-vif-deleted", "tag": "a82df1a1-a458-4302-b731-29732fa64279"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:57.216113 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-478daced-db2f-452b-8122-30b1bd4b1349 x-openstack-request-id: req-478daced-db2f-452b-8122-30b1bd4b1349 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:57.216483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f61b687-141e-438b-a20c-9ba720f30d50", "name": "network-vif-deleted", "tag": "a82df1a1-a458-4302-b731-29732fa64279", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:57.217281 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-478daced-db2f-452b-8122-30b1bd4b1349 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:57.218478 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-478daced-db2f-452b-8122-30b1bd4b1349'] response: {'server_uuid': '1f61b687-141e-438b-a20c-9ba720f30d50', 'name': 'network-vif-deleted', 'tag': 'a82df1a1-a458-4302-b731-29732fa64279', 'status': 'completed', 'code': 200} Jun 17 07:52:57.261493 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:57.463868 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:57.489235 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:57.497818 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:57.498413 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:57.600069 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:57.817528 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:57.845303 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813ddfca-a881-47fc-a133-d8b8bb7e57d5 None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:54Z', 'revision_number': 4, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'bcea5378-91b1-4869-9162-210abf366f63', 'name': '', 'network_id': '1bdea463-3a92-44ed-80ee-a254165167eb', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'mac_address': 'fa:16:3e:a6:0b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:53Z', 'updated_at': '2022-06-17T07:48:08Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'subnets': [{'id': 'ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:52:57.924325 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738d443-cf3d-444a-a30a-4b55c089e371 req-88fe6f38-2cc9-4b63-b0ea-b26d97341803 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:57.925966 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7738d443-cf3d-444a-a30a-4b55c089e371 req-88fe6f38-2cc9-4b63-b0ea-b26d97341803 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0512075 Jun 17 07:52:57.966365 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7738d443-cf3d-444a-a30a-4b55c089e371 req-60d8eab7-7b41-4710-8cf8-2941c3a969e5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Jun 17 07:52:58.103305 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b40465-5e51-4b6a-ba59-9bb3ad1ec343 req-0fd61dba-f3de-4058-98d9-4e62e3021d17 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:58.103305 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-58b40465-5e51-4b6a-ba59-9bb3ad1ec343 req-0fd61dba-f3de-4058-98d9-4e62e3021d17 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0542483 Jun 17 07:52:58.110672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41332) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:58.114761 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab7e271-608d-43a3-86d5-d89a8ff7b85a None None] New status for floating IP 7beac6c7-e5cf-4cbf-8a88-20bec89be494: DOWN {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:52:58.115708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Request body: {'floatingip': {'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:52:58.157733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:58.270144 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eb023154-e859-4259-bb66-9e856cffcf14 req-7cca2ffa-3fb8-4881-8d40-020d0d79003a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=1f61b687-141e-438b-a20c-9ba720f30d50 HTTP/1.1" status: 200 len: 210 time: 0.0504220 Jun 17 07:52:58.616297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:58.686445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:58.795198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-32093622-a11c-42db-9aed-f5c2a1a5563a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.010310 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Floating IP a6e921be-8dce-40f9-ba78-16b46fa4de5f associated. External IP: 172.27.2.37, port: 66b004b2-c4b3-4429-8cde-3307de17e44d. Jun 17 07:52:59.208244 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:52:59.313901 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:52:59.318982 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.323725 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:52:59.333970 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:59.334571 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:59.348154 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-29b44c31-443f-4cc8-9060-23d25068ef64 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "PUT /v2.0/floatingips/a6e921be-8dce-40f9-ba78-16b46fa4de5f HTTP/1.1" status: 200 len: 990 time: 1.2340198 Jun 17 07:52:59.348154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:52:59.349141 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:52:59.385913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f2886be-fff8-4d5b-9a38-05cfc04eefb4 x-openstack-request-id: req-3f2886be-fff8-4d5b-9a38-05cfc04eefb4 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:52:59.386263 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:52:59.386572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3f2886be-fff8-4d5b-9a38-05cfc04eefb4 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:52:59.387034 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f2886be-fff8-4d5b-9a38-05cfc04eefb4'] response: {'name': 'network-changed', 'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'status': 'completed', 'code': 200} Jun 17 07:52:59.443263 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:59.448658 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-d84ba87e-fed6-4a2a-9721-61f0e90b8592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:59.450322 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-d84ba87e-fed6-4a2a-9721-61f0e90b8592 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1098 time: 0.0405443 Jun 17 07:52:59.528460 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41346) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:59.544130 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-2209ad24-5473-4212-a407-bd80300f6755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:59.545918 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-2209ad24-5473-4212-a407-bd80300f6755 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.0883679 Jun 17 07:52:59.582421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.607799 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.625824 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-55f28ff4-6e40-4cf9-9542-6b415dfd0f66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 200 len: 998 time: 0.0715125 Jun 17 07:52:59.665965 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'a6e921be-8dce-40f9-ba78-16b46fa4de5f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:43Z', 'updated_at': '2022-06-17T07:52:58Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:59.676420 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-46ca5d7b-50ec-4546-b02f-f3ac47112b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:59.678081 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-46ca5d7b-50ec-4546-b02f-f3ac47112b89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0450125 Jun 17 07:52:59.694556 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:52:59.703233 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:52:59.703827 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:52:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:52:59.720736 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.723479 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.724831 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "DELETE /v2.0/security-groups/e86d6cfe-b932-480a-86c8-6d1fef672d3b HTTP/1.1" status: 204 len: 168 time: 0.1953111 Jun 17 07:52:59.727688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41348) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:59.738260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb21d32-8b39-4126-b42f-3c06ef2b54bc tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d6cfe-b932-480a-86c8-6d1fef672d3b,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:52:59.738414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-50b85e33-493f-4841-9f89-883eef279189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:52:59.738522 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-50b85e33-493f-4841-9f89-883eef279189 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534072 Jun 17 07:52:59.754784 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.api.v2.resource [None req-25c2f874-69ea-4d31-b0d1-85acdd722da0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] show failed (client error): The resource could not be found. Jun 17 07:52:59.757529 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-25c2f874-69ea-4d31-b0d1-85acdd722da0 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups/e86d6cfe-b932-480a-86c8-6d1fef672d3b HTTP/1.1" status: 404 len: 347 time: 0.0281060 Jun 17 07:52:59.759073 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41350) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:52:59.838290 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device a82df1a1-a458-4302-b731-29732fa64279 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:52:59.846881 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-cc867c57-0321-4df0-b096-9c7479aac965 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011286 Jun 17 07:52:59.865758 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: a82df1a1-a458-4302-b731-29732fa64279 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:52:59.866485 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device a82df1a1-a458-4302-b731-29732fa64279 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:52:59.892810 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Deleting port e194ae09-ce72-4c10-9617-d88301b611ce {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:52:59.893207 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.895640 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:52:59.946453 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3bc010c2-6f5b-4d29-a5f3-e35786392ca8 req-6ef54f2f-8000-4e21-903a-5dd03b577512 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908525 Jun 17 07:52:59.974609 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.974847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:52:59.986865 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Calling delete_port for e194ae09-ce72-4c10-9617-d88301b611ce owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:00.116456 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'a6e921be-8dce-40f9-ba78-16b46fa4de5f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:43Z', 'updated_at': '2022-06-17T07:52:58Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:00.146614 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e369efa4-fb6b-4224-8357-dfe84e7c54b0 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'a6e921be-8dce-40f9-ba78-16b46fa4de5f', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'floating_ip_address': '172.27.2.37', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:52:43Z', 'updated_at': '2022-06-17T07:52:58Z', 'revision_number': 1, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:53:00.166718 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:00.195300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event deleted for resources: {'Port': ['ID=e194ae09-ce72-4c10-9617-d88301b611ce,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:00.258749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:00.261368 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:00.262549 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-4c9c6ffb-58aa-4693-93f3-b13d37ebcedd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "DELETE /v2.0/floatingips/7beac6c7-e5cf-4cbf-8a88-20bec89be494 HTTP/1.1" status: 204 len: 168 time: 0.5024397 Jun 17 07:53:00.339001 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc725462-d58b-427e-8b98-483b463404a5 None None] New status for floating IP a6e921be-8dce-40f9-ba78-16b46fa4de5f: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:53:01.131957 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2d886601-59d0-4e85-b25d-53d77d9e2268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:02.318839 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:03.279300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a620f29e-26df-4fbc-a232-067b7c38dcad req-cc05bf67-a498-40b9-9c79-0ad165e5dcae tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:03.280722 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a620f29e-26df-4fbc-a232-067b7c38dcad req-cc05bf67-a498-40b9-9c79-0ad165e5dcae tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0475657 Jun 17 07:53:03.318151 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a620f29e-26df-4fbc-a232-067b7c38dcad req-f7de6481-534e-4dc5-9c6e-9a9dba686525 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Jun 17 07:53:03.451794 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:03.937178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:04.431508 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd187a23-441a-4356-991c-b18511b70f17 req-5cc043db-a458-4169-b713-9ca362784f22 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:04.432984 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fd187a23-441a-4356-991c-b18511b70f17 req-5cc043db-a458-4169-b713-9ca362784f22 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0477185 Jun 17 07:53:04.472436 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fd187a23-441a-4356-991c-b18511b70f17 req-63d63fcc-7ada-4779-a9bd-0c777b8ae832 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334198 Jun 17 07:53:05.583826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-f84ec586-2b08-4df2-bfca-68e86239787c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:05.585313 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-f84ec586-2b08-4df2-bfca-68e86239787c tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0743804 Jun 17 07:53:05.624011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dadfa5-de6b-4870-9699-ce90111a33f4 req-bb1a528c-9b29-4cf7-b658-bc2be9866649 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:05.625453 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87dadfa5-de6b-4870-9699-ce90111a33f4 req-bb1a528c-9b29-4cf7-b658-bc2be9866649 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 945 time: 0.0867026 Jun 17 07:53:05.694424 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87dadfa5-de6b-4870-9699-ce90111a33f4 req-ece18105-6808-43cf-bbc5-dba578a529b5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613568 Jun 17 07:53:05.710044 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Deleting port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:05.710407 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:05.797088 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] For port e801e4e5-00b0-4f3a-803b-b4f9a5601d20, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:05.797441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:05.809308 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Calling delete_port for e801e4e5-00b0-4f3a-803b-b4f9a5601d20 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:06.009920 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:06.023950 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['7ffb173d-6021-41b5-802b-0ff344e25f65', 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:53:06.042288 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event deleted for resources: {'Port': ['ID=e801e4e5-00b0-4f3a-803b-b4f9a5601d20,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:06.085805 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] No DVR routers for this DVR port e801e4e5-00b0-4f3a-803b-b4f9a5601d20 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:53:06.088977 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:06.092254 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3b20ed9d-59cf-40dc-ac33-bb13b580315d req-74e3a3eb-2126-4506-9a11-f7f8bd68dda1 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "DELETE /v2.0/ports/e801e4e5-00b0-4f3a-803b-b4f9a5601d20 HTTP/1.1" status: 204 len: 173 time: 0.5007224 Jun 17 07:53:06.092684 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'name': 'network-vif-deleted', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:06.094935 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e3c293-ca2c-49b3-bd3d-883e4ce8dc28" -d '{"events": [{"server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "name": "network-vif-deleted", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:06.132325 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dd3472-dcec-41f2-87ad-faa64a728b1c x-openstack-request-id: req-00dd3472-dcec-41f2-87ad-faa64a728b1c {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:06.132603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306f6857-c0c8-4265-84cd-ad4cffaef34f", "name": "network-vif-deleted", "tag": "e801e4e5-00b0-4f3a-803b-b4f9a5601d20", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:06.132867 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-00dd3472-dcec-41f2-87ad-faa64a728b1c {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:06.133348 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dd3472-dcec-41f2-87ad-faa64a728b1c'] response: {'server_uuid': '306f6857-c0c8-4265-84cd-ad4cffaef34f', 'name': 'network-vif-deleted', 'tag': 'e801e4e5-00b0-4f3a-803b-b4f9a5601d20', 'status': 'completed', 'code': 200} Jun 17 07:53:06.799062 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-857e0958-3a5e-48cd-b48d-9f278ccc3675 req-2592b402-d8b9-49f1-83b8-6992a4b5fb72 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=306f6857-c0c8-4265-84cd-ad4cffaef34f HTTP/1.1" status: 200 len: 210 time: 0.0252135 Jun 17 07:53:08.308331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77b47e-0618-48a2-8d33-77b4a7ac0b6c req-5bdeb92b-1b9b-44ad-bb4c-697efbb01d92 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:08.309785 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1a77b47e-0618-48a2-8d33-77b4a7ac0b6c req-5bdeb92b-1b9b-44ad-bb4c-697efbb01d92 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0486541 Jun 17 07:53:08.345644 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1a77b47e-0618-48a2-8d33-77b4a7ac0b6c req-a24c2fe3-9893-4aca-bca3-8598e504f38a tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300219 Jun 17 07:53:09.469983 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a7a86-4734-452e-9b82-a9eb8ceb90b6 req-62f39b2d-cfa2-47af-81f6-a3f44dc3d0c5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:09.471409 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6a0a7a86-4734-452e-9b82-a9eb8ceb90b6 req-62f39b2d-cfa2-47af-81f6-a3f44dc3d0c5 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0464194 Jun 17 07:53:09.510852 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6a0a7a86-4734-452e-9b82-a9eb8ceb90b6 req-34f53b4f-8943-4d92-a010-da6d0dfeea06 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Jun 17 07:53:09.674817 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:09.926664 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e801e4e5-00b0-4f3a-803b-b4f9a5601d20 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:09.946972 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: e801e4e5-00b0-4f3a-803b-b4f9a5601d20 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:09.947312 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e801e4e5-00b0-4f3a-803b-b4f9a5601d20 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:10.623917 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19e60f5-8ce9-41c3-8862-a01fb5b07701 req-51f6b697-ff40-40ee-8fd8-06e5b2db1eca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:10.625387 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a19e60f5-8ce9-41c3-8862-a01fb5b07701 req-51f6b697-ff40-40ee-8fd8-06e5b2db1eca tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0493965 Jun 17 07:53:10.661812 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a19e60f5-8ce9-41c3-8862-a01fb5b07701 req-dd37d675-92f8-4e8a-9b0e-dbc1f95af115 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305624 Jun 17 07:53:11.629512 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-cc126e81-0eeb-4d87-a942-bd68fd06c8b7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:11.630950 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-cc126e81-0eeb-4d87-a942-bd68fd06c8b7 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0481141 Jun 17 07:53:11.724011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Deleting port 7ffb173d-6021-41b5-802b-0ff344e25f65 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:11.724424 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:11.830728 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7076cab6-c7b7-4a50-864c-ba9f5dded15d req-a2f0ae00-af83-424a-b13f-ab3892a687dd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:11.832174 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7076cab6-c7b7-4a50-864c-ba9f5dded15d req-a2f0ae00-af83-424a-b13f-ab3892a687dd tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 945 time: 0.0942574 Jun 17 07:53:11.854363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] For port 7ffb173d-6021-41b5-802b-0ff344e25f65, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=7ffb173d-6021-41b5-802b-0ff344e25f65,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:11.854654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:11.873403 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Calling delete_port for 7ffb173d-6021-41b5-802b-0ff344e25f65 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:11.895774 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7076cab6-c7b7-4a50-864c-ba9f5dded15d req-9ab8b59c-3d8e-4e89-8995-89431feec2bb tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/security-groups?id=eccf0d0b-8157-45f4-9834-868505b4b247&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574007 Jun 17 07:53:12.066752 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:12.079251 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['7ffb173d-6021-41b5-802b-0ff344e25f65'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:53:12.094572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Pushing event deleted for resources: {'Port': ['ID=7ffb173d-6021-41b5-802b-0ff344e25f65,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:12.138785 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] No DVR routers for this DVR port 7ffb173d-6021-41b5-802b-0ff344e25f65 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:53:12.141321 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:12.144537 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17a030f2-4578-43db-96dc-8b07da2c2b02 req-ebad55e3-f71c-4067-b03f-f6756a3a8747 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.57 "DELETE /v2.0/ports/7ffb173d-6021-41b5-802b-0ff344e25f65 HTTP/1.1" status: 204 len: 173 time: 0.5054626 Jun 17 07:53:12.144984 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'name': 'network-vif-deleted', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:12.147185 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9362ac-3d3e-49c8-bcb6-7f770027a920" -d '{"events": [{"server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "name": "network-vif-deleted", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:12.235219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0729b945-d518-4f41-bc96-efeedd7de2fb x-openstack-request-id: req-0729b945-d518-4f41-bc96-efeedd7de2fb {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:12.235499 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c4324f-65a7-4562-ac3a-a8239e6ca754", "name": "network-vif-deleted", "tag": "7ffb173d-6021-41b5-802b-0ff344e25f65", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:12.235743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-0729b945-d518-4f41-bc96-efeedd7de2fb {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:12.236132 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0729b945-d518-4f41-bc96-efeedd7de2fb'] response: {'server_uuid': 'd8c4324f-65a7-4562-ac3a-a8239e6ca754', 'name': 'network-vif-deleted', 'tag': '7ffb173d-6021-41b5-802b-0ff344e25f65', 'status': 'completed', 'code': 200} Jun 17 07:53:12.997480 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fe2bf95e-2e38-419a-ac32-b62c85fb87a2 req-aef6cdc2-e29f-48b2-bead-b9fcf22796e9 tempest-ServerRescueNegativeTestJSON-395548888 tempest-ServerRescueNegativeTestJSON-395548888-project] 10.222.0.27 "GET /v2.0/ports?device_id=d8c4324f-65a7-4562-ac3a-a8239e6ca754 HTTP/1.1" status: 200 len: 210 time: 0.0248353 Jun 17 07:53:14.057458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41408) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:14.478712 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:14.939694 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Deleting port bcea5378-91b1-4869-9162-210abf366f63 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:14.940040 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:15.016742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] For port bcea5378-91b1-4869-9162-210abf366f63, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=bcea5378-91b1-4869-9162-210abf366f63,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:15.017135 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:15.029687 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Calling delete_port for bcea5378-91b1-4869-9162-210abf366f63 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:15.307378 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:15.335418 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcea5378-91b1-4869-9162-210abf366f63,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.365995 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:15.552413 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078921b-6137-444d-a82e-933399e8fd0c req-ec5c64f7-253d-4606-92cb-4a4b73ff89ba tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:15.553893 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5078921b-6137-444d-a82e-933399e8fd0c req-ec5c64f7-253d-4606-92cb-4a4b73ff89ba tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0904679 Jun 17 07:53:15.563453 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:15.640474 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5078921b-6137-444d-a82e-933399e8fd0c req-39cd8531-ba95-4137-b551-487deb3e6855 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785902 Jun 17 07:53:15.800121 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Router 4b68f483-1903-4597-a3dd-8b905a90f550 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:53:15.911499 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:53:15.917228 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-090d6174-0875-4027-b9ba-14246e987fcd admin admin] 10.222.0.27 "PUT /v2.0/routers/4b68f483-1903-4597-a3dd-8b905a90f550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587079 Jun 17 07:53:15.919950 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41416) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:15.921160 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Sync routers for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:53:15.927164 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 7ffb173d-6021-41b5-802b-0ff344e25f65 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:15.930674 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:15.931287 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:15.947479 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 7ffb173d-6021-41b5-802b-0ff344e25f65 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:15.947898 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 7ffb173d-6021-41b5-802b-0ff344e25f65 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:16.021094 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.032899 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:16.131368 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.205403 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': '38b236d7-4808-4892-8bb3-768cd52072de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:53:15Z', 'revision_number': 5, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port': {'id': '38b236d7-4808-4892-8bb3-768cd52072de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:cf:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:48Z', 'updated_at': '2022-06-17T07:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:16.234441 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Checking router: 4b68f483-1903-4597-a3dd-8b905a90f550 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:53:16.242562 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Routers {'4b68f483-1903-4597-a3dd-8b905a90f550'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:16.243149 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['4b68f483-1903-4597-a3dd-8b905a90f550'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:16.258456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Deleting port 38b236d7-4808-4892-8bb3-768cd52072de {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:16.258793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.322381 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] Set router 4b68f483-1903-4597-a3dd-8b905a90f550 gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:16.335286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] For port 38b236d7-4808-4892-8bb3-768cd52072de, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=38b236d7-4808-4892-8bb3-768cd52072de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:16.335681 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.347198 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Calling delete_port for 38b236d7-4808-4892-8bb3-768cd52072de owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:16.374569 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:53:16Z', 'revision_number': 6, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:16.399791 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dfa082-bfa2-4aba-be3f-915bac067790 None None] The sync data for ids ['4b68f483-1903-4597-a3dd-8b905a90f550'] in dv-cinder-821745-1-iscsi is: [{'id': '4b68f483-1903-4597-a3dd-8b905a90f550', 'name': 'tempest-ServerRescueNegativeTestJSON-1292428325-router', 'tenant_id': 'b28354c7d3c24df48977b999c9e972aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:53:16Z', 'revision_number': 6, 'project_id': 'b28354c7d3c24df48977b999c9e972aa', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:53:16.582936 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.612494 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Pushing event deleted for resources: {'Port': ['ID=38b236d7-4808-4892-8bb3-768cd52072de,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:16.669960 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.780017 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:16.784646 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.077339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa017e0-566f-476f-bc3d-ba817b3a32af req-39e26844-3fd8-44f8-852c-aed08da4da77 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:17.078798 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9fa017e0-566f-476f-bc3d-ba817b3a32af req-39e26844-3fd8-44f8-852c-aed08da4da77 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.3515182 Jun 17 07:53:17.115906 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9fa017e0-566f-476f-bc3d-ba817b3a32af req-fe335e50-5f4b-41b3-aeab-4eef7d4b69f1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309219 Jun 17 07:53:17.152096 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.152609 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b68f483-1903-4597-a3dd-8b905a90f550 {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:53:17.158011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.159391 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-bd223f3d-4121-4626-acea-a8a1fae6f96d admin admin] 10.222.0.27 "DELETE /v2.0/routers/4b68f483-1903-4597-a3dd-8b905a90f550 HTTP/1.1" status: 204 len: 168 time: 1.2384741 Jun 17 07:53:17.161999 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41422) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:17.174133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device bcea5378-91b1-4869-9162-210abf366f63 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:17.184631 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-86f63fd8-2a52-404b-8caf-26da21a6088b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:17.186129 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-86f63fd8-2a52-404b-8caf-26da21a6088b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 945 time: 0.0683684 Jun 17 07:53:17.193703 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: bcea5378-91b1-4869-9162-210abf366f63 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:17.194040 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device bcea5378-91b1-4869-9162-210abf366f63 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:17.227924 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Deleting subnet ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:53:17.230977 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.264268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.282098 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:17.282435 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.378128 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.382517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] For port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:17.382879 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.491912 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.522790 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:17.525316 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.529685 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6037c999-1ad2-4aec-b2f5-195ac6720363 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/ae63eaf7-0e70-4b5b-a6f5-69edf2b24da2 HTTP/1.1" status: 204 len: 168 time: 0.3654344 Jun 17 07:53:17.531138 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41424) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:17.533949 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbb9673-e157-465d-8061-0faee4c4c102 None None] Network 1bdea463-3a92-44ed-80ee-a254165167eb requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:53:17.569626 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.570615 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.571039 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP 8913f18f-272e-4764-806d-171a74425716 disassociated. External IP: 172.27.2.70, port: c7e933c8-7bc8-4b73-8888-6dfcaaa01f04. Jun 17 07:53:17.571498 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:17.601408 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.666966 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Deleting port 8309e045-7d60-4419-83c7-28d5650db027 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:17.667315 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.729145 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] DHCP port deletion for 1bdea463-3a92-44ed-80ee-a254165167eb request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:53:17.741554 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] For port 8309e045-7d60-4419-83c7-28d5650db027, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8309e045-7d60-4419-83c7-28d5650db027,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:17.741983 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.754300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Calling delete_port for 8309e045-7d60-4419-83c7-28d5650db027 owned by network:dhcp {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:17.776510 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Deleting port 8309e045-7d60-4419-83c7-28d5650db027 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:53:17.777162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.789488 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.819767 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=c7e933c8-7bc8-4b73-8888-6dfcaaa01f04,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:17.848396 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] For port 8309e045-7d60-4419-83c7-28d5650db027, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8309e045-7d60-4419-83c7-28d5650db027,segment=NetworkSegment(8bccb0a5-63e5-4964-8021-1dd12c2afcfe),segment_id=8bccb0a5-63e5-4964-8021-1dd12c2afcfe)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:17.849027 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.861708 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Calling delete_port for 8309e045-7d60-4419-83c7-28d5650db027 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:53:17.934906 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:53:17.937652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.944163 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:17.966430 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] No DVR routers for this DVR port 8309e045-7d60-4419-83c7-28d5650db027 on host dv-cinder-821745-1-iscsi {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:53:17.970641 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8309e045-7d60-4419-83c7-28d5650db027,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:17.981531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] Pushing event deleted for resources: {'Port': ['ID=8309e045-7d60-4419-83c7-28d5650db027,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:17.981531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc6fe5d-13a6-46ec-9687-eb617734ff62 None None] No DVR routers for this DVR port 8309e045-7d60-4419-83c7-28d5650db027 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:53:18.046152 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:53:18.052250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.058164 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:53:18.067908 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:18.068624 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.078704 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bdea463-3a92-44ed-80ee-a254165167eb']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.085682 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] No DVR routers for this DVR port c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:53:18.088151 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.089292 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bccb0a5-63e5-4964-8021-1dd12c2afcfe') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.089589 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bccb0a5-63e5-4964-8021-1dd12c2afcfe') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.091454 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6a91ed55-0612-432f-9ca2-4acf4f73fc5c req-cc2dbf69-7b82-4505-9661-198e93c80527 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "DELETE /v2.0/ports/c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 HTTP/1.1" status: 204 len: 173 time: 0.8984673 Jun 17 07:53:18.091898 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'name': 'network-vif-deleted', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:18.094238 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04acdb5f-93ca-4b41-8603-193214de012e" -d '{"events": [{"server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "name": "network-vif-deleted", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:18.101065 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.118786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.129292 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Releasing vlan 766 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:53:18.129747 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.140147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0de5d4-60f8-446c-ba97-fe880964539e x-openstack-request-id: req-cd0de5d4-60f8-446c-ba97-fe880964539e {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:18.140520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881b322e-78e0-442b-9fe6-769eaa337883", "name": "network-vif-deleted", "tag": "c7e933c8-7bc8-4b73-8888-6dfcaaa01f04", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:18.140809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-cd0de5d4-60f8-446c-ba97-fe880964539e {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:18.141317 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd0de5d4-60f8-446c-ba97-fe880964539e'] response: {'server_uuid': '881b322e-78e0-442b-9fe6-769eaa337883', 'name': 'network-vif-deleted', 'tag': 'c7e933c8-7bc8-4b73-8888-6dfcaaa01f04', 'status': 'completed', 'code': 200} Jun 17 07:53:18.208536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:18.209102 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 8bccb0a5-63e5-4964-8021-1dd12c2afcfe resource provider aggregate not found Jun 17 07:53:18.232907 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 8bccb0a5-63e5-4964-8021-1dd12c2afcfe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8bccb0a5-63e5-4964-8021-1dd12c2afcfe found for delete ", "request_id": "req-804cbd11-7414-47bd-bd8e-d1371ae32435"}]} Jun 17 07:53:18.253195 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-56ec899c-35ac-4a8b-a5d1-800a7d5e420f req-3ab0072d-b1fb-41be-8422-a6bd4a2f67ea tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 210 time: 0.0402498 Jun 17 07:53:18.326418 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.343149 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.346310 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] 10.222.0.27 "DELETE /v2.0/networks/1bdea463-3a92-44ed-80ee-a254165167eb HTTP/1.1" status: 204 len: 168 time: 0.8141010 Jun 17 07:53:18.347310 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e011888-b3e7-4537-9370-e2a4e7f582f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bdea463-3a92-44ed-80ee-a254165167eb,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:18.422253 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.447863 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:53:18.456320 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:18.456915 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.561370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:18.700676 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 38b236d7-4808-4892-8bb3-768cd52072de no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:18.724017 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41436) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:18.724579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 38b236d7-4808-4892-8bb3-768cd52072de {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:18.724918 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 38b236d7-4808-4892-8bb3-768cd52072de not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:18.725355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8309e045-7d60-4419-83c7-28d5650db027 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:18.751982 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 8309e045-7d60-4419-83c7-28d5650db027 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:18.752319 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8309e045-7d60-4419-83c7-28d5650db027 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:18.766987 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41438) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:18.768077 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-49aae7f6-7d85-44af-ad7a-096b39ebacc0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b28354c7d3c24df48977b999c9e972aa&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427458 Jun 17 07:53:18.813619 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:18.818206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.839834 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.842842 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9979b74-431d-43f7-a860-689348666ba6 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:53:18.986651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.989294 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:18.990495 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/eccf0d0b-8157-45f4-9834-868505b4b247 HTTP/1.1" status: 204 len: 168 time: 0.2224708 Jun 17 07:53:18.998428 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b892bab-33ae-41a0-a368-d145fb5c63ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf0d0b-8157-45f4-9834-868505b4b247,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:19.068330 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9117798b-86ab-4b09-ad61-8a66f4488ef4 None None] New status for floating IP 8913f18f-272e-4764-806d-171a74425716: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:53:19.363847 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e645a48d-bb9e-4c90-b314-72926445fd4a req-0fc16d92-1d1d-4d57-b31a-e0f188635bd6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=881b322e-78e0-442b-9fe6-769eaa337883 HTTP/1.1" status: 200 len: 210 time: 0.0272934 Jun 17 07:53:20.602861 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-7e004a3e-bb98-470f-9c26-5cb8c4563451 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112212740&fields=id&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 267 time: 0.0320382 Jun 17 07:53:20.712751 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-47185cdd-28cd-40a3-b629-05a6f33d09b3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:20.714068 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-47185cdd-28cd-40a3-b629-05a6f33d09b3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1036022 Jun 17 07:53:20.728623 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-00f83ae8-fd98-40a7-86d0-3c708410c565 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/quotas/afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 375 time: 0.0087001 Jun 17 07:53:20.781448 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-5052a5a6-3abb-492c-9408-c8079ed0931a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471725 Jun 17 07:53:20.970753 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-7e295af2-384d-43ff-8c57-83323b79dc08 service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770971 Jun 17 07:53:21.059590 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-b956429c-939b-4aa9-838a-5e7d2ac57f11 service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827549 Jun 17 07:53:21.651637 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-45855cbe-7c7d-42a4-a867-c72ac1b7c7b6 req-1a96b0a0-7d5e-45d4-a2b2-4dca5e3a38b0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 210 time: 0.0263836 Jun 17 07:53:21.956550 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:53:21.975879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:53:21.976234 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c7e933c8-7bc8-4b73-8888-6dfcaaa01f04 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:53:22.746688 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0c9b51dc-e8b8-4123-bd54-e47eabd7272d req-93fb4efc-a97a-4cda-8522-564a64eb0540 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 210 time: 0.0305543 Jun 17 07:53:23.849164 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-34cc62e7-d078-4f8d-b84e-5acad688087c req-4587ce39-e402-4493-ad10-b3d439bca03c tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 210 time: 0.0355170 Jun 17 07:53:23.927300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-58e24fa4-d2d0-40db-9eb2-f7d29542cce6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:23.928725 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-58e24fa4-d2d0-40db-9eb2-f7d29542cce6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1037803 Jun 17 07:53:23.981564 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fe8b69e6-bff0-4e8f-bf62-fab6c9d19a78 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 379 time: 0.0322361 Jun 17 07:53:23.992894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'port': {'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'admin_state_up': True, 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'security_groups': ['f8f70e19-4161-47fd-b91c-e4edf22b84ae']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:53:24.100669 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41534) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:24.204684 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb452-6107-4c4c-a860-63aa59e802b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.247731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Made reservation on behalf of afe0774f2ac549ec85ade5e86cc320e4 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:53:24.251275 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.333401 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb452-6107-4c4c-a860-63aa59e802b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.396456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.20.0.5 (ea30f6ac-18e7-48a9-9582-161dceb65743/28b05958-8d3b-4837-b4fa-7a9f84374ece/d8d707f2-188c-489c-8120-347ec5f47310) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:53:24.489101 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c5bb452-6107-4c4c-a860-63aa59e802b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.543583 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8c5bb452-6107-4c4c-a860-63aa59e802b6 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3cef6baa3c0b4800b1edd9c312d97eb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4412630 Jun 17 07:53:24.546357 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 41538) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:24.549038 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bb452-6107-4c4c-a860-63aa59e802b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c766e6-4ed2-4692-9a1c-ba09996673a0,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:24.567695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.596981 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.618463 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.691804 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.736201 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:53:24.739141 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:53:24.743102 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:53:24.768442 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:24.797435 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:24.801124 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.827145 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.830069 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.831461 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/02c766e6-4ed2-4692-9a1c-ba09996673a0 HTTP/1.1" status: 204 len: 168 time: 0.2841063 Jun 17 07:53:24.839488 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81754ae1-d618-4e45-85a5-3e34b1fa3012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c766e6-4ed2-4692-9a1c-ba09996673a0,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:24.918332 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-fd6cb60d-7486-4acd-aac3-2cb49e325355 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9294264 Jun 17 07:53:24.926670 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-fd2dbe2d-97d6-455d-9656-a6778d067e6e None None] Provisioning complete for port d8d707f2-188c-489c-8120-347ec5f47310 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:53:24.927181 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-fd2dbe2d-97d6-455d-9656-a6778d067e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:24.965187 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-fd2dbe2d-97d6-455d-9656-a6778d067e6e None None] Port d8d707f2-188c-489c-8120-347ec5f47310 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:53:24.981593 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Request body: {'port': {'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:53:24.995167 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf717cd-cdfb-4906-8e32-86cb2f6d3ce4 req-be9edf31-0e3f-4adc-9181-ef574bb613fe tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:24.996648 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1cf717cd-cdfb-4906-8e32-86cb2f6d3ce4 req-be9edf31-0e3f-4adc-9181-ef574bb613fe tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 931 time: 0.0694072 Jun 17 07:53:25.074827 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1cf717cd-cdfb-4906-8e32-86cb2f6d3ce4 req-21ec44cd-96f8-4d45-99c9-b6b785be72be tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638943 Jun 17 07:53:25.075371 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.345998 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8d707f2-188c-489c-8120-347ec5f47310 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:53:25.353639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.365166 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Transition to ACTIVE for port object d8d707f2-188c-489c-8120-347ec5f47310 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:53:25.469065 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.539547 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:25.596303 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Attempting to bind port d8d707f2-188c-489c-8120-347ec5f47310 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:53:25.596303 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Attempting to bind port d8d707f2-188c-489c-8120-347ec5f47310 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:53:25.596556 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Attempting to bind port d8d707f2-188c-489c-8120-347ec5f47310 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:53:25.601091 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Port d8d707f2-188c-489c-8120-347ec5f47310 on network ea30f6ac-18e7-48a9-9582-161dceb65743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:53:25.601972 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Attempting to bind port d8d707f2-188c-489c-8120-347ec5f47310 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:53:25.608886 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:53:25.610836 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:53:25.611216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Bound using segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:53:25.611655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Bound port: d8d707f2-188c-489c-8120-347ec5f47310, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:53:25.612014 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.690615 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:53:25.691164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d8d707f2-188c-489c-8120-347ec5f47310,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:53:25.772379 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.807221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:25.807847 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:25.809278 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] 10.222.0.57 "PUT /v2.0/ports/d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 1093 time: 0.8831680 Jun 17 07:53:25.811631 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:25.813977 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3396a71-a514-46ea-8e59-d95f139d82bf" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:25.842144 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a06fd7-bd59-45e7-b638-54c0794d8a36 service neutron] Pushing event updated for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:25.858416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d3e10d2-8338-4aa0-93ea-a11e282019e7 x-openstack-request-id: req-4d3e10d2-8338-4aa0-93ea-a11e282019e7 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:25.858714 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:25.858973 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4d3e10d2-8338-4aa0-93ea-a11e282019e7 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:25.859356 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d3e10d2-8338-4aa0-93ea-a11e282019e7'] response: {'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310', 'status': 'completed', 'code': 200} Jun 17 07:53:25.937135 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-e6dd9da5-a866-495b-9a27-2e80f7e71177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:25.939652 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-e6dd9da5-a866-495b-9a27-2e80f7e71177 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1096 time: 0.0513256 Jun 17 07:53:26.040116 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-1081b122-d622-4a5d-afe6-4c407f18cf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.041623 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-1081b122-d622-4a5d-afe6-4c407f18cf67 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0939634 Jun 17 07:53:26.142211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-23a32f4b-6ada-4632-bfdf-234473999a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.143976 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f3396a71-a514-46ea-8e59-d95f139d82bf req-23a32f4b-6ada-4632-bfdf-234473999a23 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0934956 Jun 17 07:53:26.234130 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aaddb1-266e-4acd-be78-b2f3869db5c0 req-7158c9f6-41fd-47cb-abe8-a5e22ee3eef1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.235726 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b4aaddb1-266e-4acd-be78-b2f3869db5c0 req-7158c9f6-41fd-47cb-abe8-a5e22ee3eef1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0901976 Jun 17 07:53:26.267925 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-58e19d5f-dc40-4060-b796-c7ac801b911e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.269283 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-58e19d5f-dc40-4060-b796-c7ac801b911e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1096 time: 0.0835383 Jun 17 07:53:26.287177 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b4aaddb1-266e-4acd-be78-b2f3869db5c0 req-5248992b-af21-46ee-ac1d-99db5041e010 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455842 Jun 17 07:53:26.320151 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-dd1b4fab-7ef1-437e-826c-dfe0a8489758 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 217 time: 0.0407121 Jun 17 07:53:26.369068 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-d919fc11-167a-4ead-9c85-078c3db78385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.370508 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-d919fc11-167a-4ead-9c85-078c3db78385 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0436087 Jun 17 07:53:26.415213 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-80fc23e0-dabe-408a-9028-5fbd5f1d8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:26.416696 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-80fc23e0-dabe-408a-9028-5fbd5f1d8d3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399587 Jun 17 07:53:26.509431 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-b58c9cc7-fa65-442a-bf75-b1410ff12295 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851710 Jun 17 07:53:26.597033 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ccb627bb-8bc7-462a-ae34-186464f3aaba req-8d60c71e-6f61-4df4-b79d-2c3d12e16fe0 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810533 Jun 17 07:53:27.402592 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d64c04-9170-4191-b447-fbb1355ca83e req-528cdf82-50be-4f06-a71c-1067d6e74bbe tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:27.404021 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-20d64c04-9170-4191-b447-fbb1355ca83e req-528cdf82-50be-4f06-a71c-1067d6e74bbe tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0473659 Jun 17 07:53:27.441684 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-20d64c04-9170-4191-b447-fbb1355ca83e req-72393cb4-d52b-4339-af98-1ea7e2a6d1eb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314410 Jun 17 07:53:28.553971 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4393de-31a5-48e7-a0ad-9966b626108a req-cc0f0d19-ed57-4f00-82c1-4c9581feae23 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:28.555466 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a4393de-31a5-48e7-a0ad-9966b626108a req-cc0f0d19-ed57-4f00-82c1-4c9581feae23 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0487204 Jun 17 07:53:28.598647 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9a4393de-31a5-48e7-a0ad-9966b626108a req-3eb30166-d6ea-43a2-b02d-10d2017a863e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370774 Jun 17 07:53:28.855023 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6a7d5e1b-3bd4-4036-8bc3-5b3868ff0ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:29.713580 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1520d8-d2fc-49a8-87f3-6bae3915b9d1 req-6eae75df-c466-408e-aac3-fb1fb3200585 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:29.715027 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef1520d8-d2fc-49a8-87f3-6bae3915b9d1 req-6eae75df-c466-408e-aac3-fb1fb3200585 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0510526 Jun 17 07:53:29.752537 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ef1520d8-d2fc-49a8-87f3-6bae3915b9d1 req-f6e202de-4492-4f81-9149-f86d182a92a2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313475 Jun 17 07:53:30.866413 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065274be-2b99-44b2-ad71-84108b72db58 req-8f6ad5ea-2ccb-4b85-aa70-c3499647aacf tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:30.867878 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-065274be-2b99-44b2-ad71-84108b72db58 req-8f6ad5ea-2ccb-4b85-aa70-c3499647aacf tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0486732 Jun 17 07:53:30.905783 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-065274be-2b99-44b2-ad71-84108b72db58 req-f1d47478-7f98-4b42-8427-139bf53d7113 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320473 Jun 17 07:53:31.125707 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-de16a75a-e51f-4382-9db9-6a801d4821fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:32.018398 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8709-c865-4bec-99a0-6d5e45b4b830 req-3a046d1a-3d90-4ff9-a0f1-ce661c63c784 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:32.019852 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a21e8709-c865-4bec-99a0-6d5e45b4b830 req-3a046d1a-3d90-4ff9-a0f1-ce661c63c784 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0471950 Jun 17 07:53:32.056493 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a21e8709-c865-4bec-99a0-6d5e45b4b830 req-21bda5fe-5c32-4357-81c8-a36d15150480 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308094 Jun 17 07:53:32.306020 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:33.166752 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da41b2de-ad10-49df-8122-3185fd2fc385 req-47990a3a-1fa2-4a58-89a9-cdb693bc65ec tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:33.168842 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da41b2de-ad10-49df-8122-3185fd2fc385 req-47990a3a-1fa2-4a58-89a9-cdb693bc65ec tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0482252 Jun 17 07:53:33.205650 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da41b2de-ad10-49df-8122-3185fd2fc385 req-08a4cc7b-9f29-46be-9e3e-7d46591e60da tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308695 Jun 17 07:53:33.428547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:33.883344 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:53:33.966237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:34.317523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba2d80-86d7-4f18-ae69-b109ba1a5d69 req-2bc311ca-d8e6-4f57-8e14-f51c2d9a6266 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:34.318954 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-baba2d80-86d7-4f18-ae69-b109ba1a5d69 req-2bc311ca-d8e6-4f57-8e14-f51c2d9a6266 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0477393 Jun 17 07:53:34.356212 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-baba2d80-86d7-4f18-ae69-b109ba1a5d69 req-35be6039-2b1c-4793-a98d-2bb0b383ea32 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313280 Jun 17 07:53:35.469506 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d805721-3853-48f8-9887-dd685c8dc58a req-1db6aedf-934e-484f-b975-aa10813d4b77 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:35.470932 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d805721-3853-48f8-9887-dd685c8dc58a req-1db6aedf-934e-484f-b975-aa10813d4b77 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0503600 Jun 17 07:53:35.507602 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d805721-3853-48f8-9887-dd685c8dc58a req-a2a39941-b10d-4708-832b-5447425f97ea tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306993 Jun 17 07:53:36.625867 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c87a2-60c1-4d26-9b65-60933873471b req-0cca45a4-a371-48c4-a3c6-9f31497b3dd9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:36.627422 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5d1c87a2-60c1-4d26-9b65-60933873471b req-0cca45a4-a371-48c4-a3c6-9f31497b3dd9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0473094 Jun 17 07:53:36.668844 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5d1c87a2-60c1-4d26-9b65-60933873471b req-d89de402-e614-4f59-bec6-b3b5b3c193b9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346422 Jun 17 07:53:37.786282 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd768a23-b69a-4094-b863-33f5784d46c6 req-3bd184a9-3a82-44fc-83be-9692e379870f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:37.787702 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fd768a23-b69a-4094-b863-33f5784d46c6 req-3bd184a9-3a82-44fc-83be-9692e379870f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 943 time: 0.0507848 Jun 17 07:53:37.823341 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fd768a23-b69a-4094-b863-33f5784d46c6 req-50dfabdf-ecfe-485e-a4ba-d8a3d99c20c1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296073 Jun 17 07:53:38.051837 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device d8d707f2-188c-489c-8120-347ec5f47310 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:53:38.150011 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d8d707f2-188c-489c-8120-347ec5f47310,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:38.161815 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'd8d707f2-188c-489c-8120-347ec5f47310', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:53:38.202343 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port d8d707f2-188c-489c-8120-347ec5f47310 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:53:38.202718 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:38.215160 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8d707f2-188c-489c-8120-347ec5f47310 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:53:38.235699 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d8d707f2-188c-489c-8120-347ec5f47310,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:38.324583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:38.370303 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:38.598652 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['d8d707f2-188c-489c-8120-347ec5f47310'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:53:38.937325 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10621096-72df-4085-b1bb-978468d42a12 req-acbdb20d-e9c2-4daf-afcd-5e5c16d1a2fd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:38.939119 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-10621096-72df-4085-b1bb-978468d42a12 req-acbdb20d-e9c2-4daf-afcd-5e5c16d1a2fd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 944 time: 0.0496995 Jun 17 07:53:38.976705 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-10621096-72df-4085-b1bb-978468d42a12 req-cb3e743d-b9f2-453f-9d80-1dab589bf34b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316160 Jun 17 07:53:39.315554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70cb120-d27f-4be0-93ec-84b7c0eb3716 req-41f35b06-49a2-4283-8d4a-c1d3ef5ad17d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:39.317253 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d70cb120-d27f-4be0-93ec-84b7c0eb3716 req-41f35b06-49a2-4283-8d4a-c1d3ef5ad17d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0487938 Jun 17 07:53:39.358778 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d70cb120-d27f-4be0-93ec-84b7c0eb3716 req-93f9189f-c7e6-4f42-aaa0-46a8244ab084 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355928 Jun 17 07:53:39.711787 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:40.053443 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device d8d707f2-188c-489c-8120-347ec5f47310 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:53:40.099309 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56044390-577e-4605-9019-363573a3d94b req-c59092c7-5717-43f6-89f8-e7359dad289b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:40.100687 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-56044390-577e-4605-9019-363573a3d94b req-c59092c7-5717-43f6-89f8-e7359dad289b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 944 time: 0.0483863 Jun 17 07:53:40.137217 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-56044390-577e-4605-9019-363573a3d94b req-6a5f5c9f-bbef-41fc-9d02-8cb87523e287 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303974 Jun 17 07:53:40.228440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port d8d707f2-188c-489c-8120-347ec5f47310 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:53:40.232403 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port d8d707f2-188c-489c-8120-347ec5f47310 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:53:40.232854 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:40.430147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port d8d707f2-188c-489c-8120-347ec5f47310 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:53:40.430530 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:40.455696 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:40.458213 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d947fe40-0c9f-47dd-bb38-dc691cde0383" -d '{"events": [{"server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "name": "network-vif-plugged", "status": "completed", "tag": "d8d707f2-188c-489c-8120-347ec5f47310"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:40.471810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d8d707f2-188c-489c-8120-347ec5f47310,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:40.478388 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0056c-9e1a-4984-bed7-4a51b0989db3 req-15396b3b-73ce-4f18-9b6b-f0111f27da45 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:40.479865 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b5b0056c-9e1a-4984-bed7-4a51b0989db3 req-15396b3b-73ce-4f18-9b6b-f0111f27da45 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0490212 Jun 17 07:53:40.517688 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b5b0056c-9e1a-4984-bed7-4a51b0989db3 req-26c4ce2e-b6ab-490d-9208-1ff9c4c3d4da tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317986 Jun 17 07:53:40.553074 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6950231b-21b6-4303-bb1f-e08b57a5a3a7 x-openstack-request-id: req-6950231b-21b6-4303-bb1f-e08b57a5a3a7 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:40.553228 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "name": "network-vif-plugged", "status": "completed", "tag": "d8d707f2-188c-489c-8120-347ec5f47310", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:40.553479 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6950231b-21b6-4303-bb1f-e08b57a5a3a7 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:40.553868 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6950231b-21b6-4303-bb1f-e08b57a5a3a7'] response: {'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310', 'code': 200} Jun 17 07:53:40.606382 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:40.652618 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:40.941554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c2b485-7d98-4dbf-a85c-d15e1dd3680b req-097fdb06-c168-4666-bba5-7d76a1f077d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:40.942925 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f2c2b485-7d98-4dbf-a85c-d15e1dd3680b req-097fdb06-c168-4666-bba5-7d76a1f077d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1098 time: 0.0411999 Jun 17 07:53:40.976979 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f2c2b485-7d98-4dbf-a85c-d15e1dd3680b req-4bebd4f8-1e1d-4aa0-8a5e-ee73bd1b8690 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268948 Jun 17 07:53:41.246269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d287a8-c893-4064-8aba-6452bde072df req-37932e19-6951-478d-ac48-4e579c515875 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:41.247614 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c6d287a8-c893-4064-8aba-6452bde072df req-37932e19-6951-478d-ac48-4e579c515875 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.0465283 Jun 17 07:53:41.288666 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c6d287a8-c893-4064-8aba-6452bde072df req-60e56cd5-819e-42f7-82dd-4e2d836ed2cb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343378 Jun 17 07:53:41.637095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ad3111-3416-4316-9e61-e5f3f748cde3 req-b2b13845-ef74-4731-a413-9f18ec86661a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:41.638532 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-53ad3111-3416-4316-9e61-e5f3f748cde3 req-b2b13845-ef74-4731-a413-9f18ec86661a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0489037 Jun 17 07:53:41.677119 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-53ad3111-3416-4316-9e61-e5f3f748cde3 req-fd28f8ce-968f-41af-a34b-8784529dd5f2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Jun 17 07:53:42.405702 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6565ea3-3694-4ab8-a0f7-9eaff62193a4 req-c1c3e3f8-b51d-4234-9f9f-421642e5dd12 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:42.407149 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a6565ea3-3694-4ab8-a0f7-9eaff62193a4 req-c1c3e3f8-b51d-4234-9f9f-421642e5dd12 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.0512993 Jun 17 07:53:42.445597 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a6565ea3-3694-4ab8-a0f7-9eaff62193a4 req-890a5710-70a0-4418-b11f-5a94f7eb7453 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321999 Jun 17 07:53:42.562200 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55587b-50e3-4881-82ed-4a28bc48c002 req-4af99305-2ef4-47bb-a421-85cb3d93a4ef tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:42.563565 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ee55587b-50e3-4881-82ed-4a28bc48c002 req-4af99305-2ef4-47bb-a421-85cb3d93a4ef tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.0530205 Jun 17 07:53:42.601563 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ee55587b-50e3-4881-82ed-4a28bc48c002 req-914f660c-673d-411f-b5d2-2f26c3762c30 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318761 Jun 17 07:53:42.627824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41800) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:42.666566 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0452afc7-8f52-4ebf-a624-4dd852539f36 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:42.668083 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0452afc7-8f52-4ebf-a624-4dd852539f36 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1093 time: 0.0392635 Jun 17 07:53:42.671501 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 41804) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:53:42.676110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:53:42.799877 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae523f-33eb-4819-8f57-b65faa82c0f6 req-27c1d7a2-2578-4081-878f-b0f8dbb94aa8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:42.799877 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17ae523f-33eb-4819-8f57-b65faa82c0f6 req-27c1d7a2-2578-4081-878f-b0f8dbb94aa8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0514514 Jun 17 07:53:42.799877 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:42.858296 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-17ae523f-33eb-4819-8f57-b65faa82c0f6 req-227ca691-eb12-42c0-b3ee-5f312ac03758 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428483 Jun 17 07:53:42.926845 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:43.033222 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.27.2.35 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/41d68be2-1aeb-4578-baa8-a698dc0cc2a5) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:53:43.130024 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:43.240331 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:43.276358 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:53:43.280701 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:53:43.284579 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:53:43.310966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=41d68be2-1aeb-4578-baa8-a698dc0cc2a5,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:43.323629 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.323967 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.324295 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.324620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.324963 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.325307 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.325627 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.325943 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.326906 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.327224 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.327542 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.327851 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:43.645601 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:43.944823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:43.976494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a24fbcc-962f-4b0e-be58-e45ec5a44ed4 req-59218b34-c527-4acb-b4a6-7c3c789ff56a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:43.977973 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5a24fbcc-962f-4b0e-be58-e45ec5a44ed4 req-59218b34-c527-4acb-b4a6-7c3c789ff56a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0477695 Jun 17 07:53:44.016593 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5a24fbcc-962f-4b0e-be58-e45ec5a44ed4 req-4b3f4066-02f5-4694-a981-8cb640fc9a5e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319657 Jun 17 07:53:44.091470 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:44.268733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:44.346302 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=41d68be2-1aeb-4578-baa8-a698dc0cc2a5,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:44.353387 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:44.457285 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP 8eadbe24-4538-44bf-89c8-444831731fd3 associated. External IP: 172.27.2.35, port: d8d707f2-188c-489c-8120-347ec5f47310. Jun 17 07:53:44.910864 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:53:45.012670 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:53:45.022071 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:53:45.031605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:45.033777 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:45.143237 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bdd21-3ad8-42a8-81bb-9b25481ed1e7 req-e4affa1a-19a9-4de6-b2fd-f81dda5e0905 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:45.144815 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-476bdd21-3ad8-42a8-81bb-9b25481ed1e7 req-e4affa1a-19a9-4de6-b2fd-f81dda5e0905 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0539916 Jun 17 07:53:45.154302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:45.166899 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:45.215937 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-476bdd21-3ad8-42a8-81bb-9b25481ed1e7 req-f51e013f-aded-4456-850c-04e6f9a813f1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595050 Jun 17 07:53:45.217841 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-00fb729f-5c2b-4385-a587-bd7d408f501a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5454295 Jun 17 07:53:45.218456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:45.220905 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52db4c39-86cc-4c84-bd75-29cf522dde9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:45.258824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ea7e5d-77c1-4014-b8a5-938cfef3db69 x-openstack-request-id: req-a1ea7e5d-77c1-4014-b8a5-938cfef3db69 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:45.259103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:45.259557 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a1ea7e5d-77c1-4014-b8a5-938cfef3db69 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:45.259952 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1ea7e5d-77c1-4014-b8a5-938cfef3db69'] response: {'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310', 'status': 'completed', 'code': 200} Jun 17 07:53:45.328823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-b09a7ab9-52d0-4dee-b556-8dec4a47ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:45.330503 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-b09a7ab9-52d0-4dee-b556-8dec4a47ae92 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1098 time: 0.0503643 Jun 17 07:53:45.379633 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:43Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:45.409211 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:53:45.417924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:53:45.418538 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:53:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:45.426442 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-97a0d21b-3c8f-4b6f-86b9-6cabc22f82e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:45.427919 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-97a0d21b-3c8f-4b6f-86b9-6cabc22f82e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.0885832 Jun 17 07:53:45.498945 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-fd48589e-683e-418e-9d46-1dfeb36e54e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 998 time: 0.0638039 Jun 17 07:53:45.529411 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:53:45.550568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-99efbbaa-4f27-4a95-9c02-8e23feecc08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:45.560235 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-99efbbaa-4f27-4a95-9c02-8e23feecc08e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0461097 Jun 17 07:53:45.600135 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-36c0145a-9c48-473c-a802-d133f94e5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:45.601694 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-36c0145a-9c48-473c-a802-d133f94e5cc6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426638 Jun 17 07:53:45.699850 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-9d9d7a4f-93de-4328-a8c3-3d2a65e4a531 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905566 Jun 17 07:53:45.765423 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:43Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:53:45.793574 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52db4c39-86cc-4c84-bd75-29cf522dde9a req-03c26d51-7c42-4971-8532-6952399c4c55 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862486 Jun 17 07:53:45.794793 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443fc480-24aa-4fd1-9300-cef6f119a528 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:43Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:53:45.998498 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1419214-b030-4605-b884-c62d8adc0cec None None] New status for floating IP 8eadbe24-4538-44bf-89c8-444831731fd3: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:53:46.059454 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-f5498815-e727-453f-8209-e99cd8bc5e4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441775 Jun 17 07:53:46.114758 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e83-3697-4402-b823-6b6567d24947 req-e3b54010-70f9-4b9a-bc8e-714377292638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:46.116267 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-e3b54010-70f9-4b9a-bc8e-714377292638 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0407171 Jun 17 07:53:46.222256 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e83-3697-4402-b823-6b6567d24947 req-6a25926f-8a92-4cf2-9350-9b29f5ddb824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:46.225403 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-6a25926f-8a92-4cf2-9350-9b29f5ddb824 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.0876110 Jun 17 07:53:46.297498 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-36a93964-40dd-4433-bfe3-52c1ff468921 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1002 time: 0.0659049 Jun 17 07:53:46.369798 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e83-3697-4402-b823-6b6567d24947 req-b10f6393-2cbf-482f-b3bb-7cf4f3c91fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:46.371128 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-b10f6393-2cbf-482f-b3bb-7cf4f3c91fb1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0615261 Jun 17 07:53:46.381722 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b72593-5db1-4c66-89ff-c12926a4a215 req-6ab00726-984c-4e22-bd07-152cbecb8f4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:46.383068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9b72593-5db1-4c66-89ff-c12926a4a215 req-6ab00726-984c-4e22-bd07-152cbecb8f4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0833251 Jun 17 07:53:46.446828 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9b72593-5db1-4c66-89ff-c12926a4a215 req-b3ccd7d0-5e80-441c-a484-9be52fe7b663 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550439 Jun 17 07:53:46.449394 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cc5e83-3697-4402-b823-6b6567d24947 req-2d3d0228-1103-45ea-a837-fd27ebc4668e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:46.450787 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-2d3d0228-1103-45ea-a837-fd27ebc4668e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0668950 Jun 17 07:53:46.538353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-9e2fe9ac-8c4f-46cd-833c-d014afe99295 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800171 Jun 17 07:53:46.636288 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-63cc5e83-3697-4402-b823-6b6567d24947 req-f0390aa3-c0ad-42b0-9ace-4583e7bd793e service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908928 Jun 17 07:53:47.565296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d66b79-afd6-42cb-b6f1-4a3eba518e7b req-a41dca3b-99dc-4143-8b8e-d3d78d6ec2b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:47.566758 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-51d66b79-afd6-42cb-b6f1-4a3eba518e7b req-a41dca3b-99dc-4143-8b8e-d3d78d6ec2b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0487881 Jun 17 07:53:47.611668 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-51d66b79-afd6-42cb-b6f1-4a3eba518e7b req-3357a7b4-db04-4a58-a287-144c6af81cbb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381074 Jun 17 07:53:48.730518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ccebc-d5f7-4e8e-87ca-7bb8667c6c2e req-3cdc9a46-4aa4-48da-860c-661aafe808d8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:48.731952 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fb2ccebc-d5f7-4e8e-87ca-7bb8667c6c2e req-3cdc9a46-4aa4-48da-860c-661aafe808d8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0471015 Jun 17 07:53:48.768932 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fb2ccebc-d5f7-4e8e-87ca-7bb8667c6c2e req-5c3c6364-1c0b-4072-be0b-4c85feecf11b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303791 Jun 17 07:53:49.895611 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd27437-dc1c-47b4-885e-772148a7540f req-7d043b06-6f64-40a3-9030-fb90c8c7a76f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:49.897068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5dd27437-dc1c-47b4-885e-772148a7540f req-7d043b06-6f64-40a3-9030-fb90c8c7a76f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0525358 Jun 17 07:53:49.934217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5dd27437-dc1c-47b4-885e-772148a7540f req-9eaedd97-f0de-4c0a-8514-a5742b5622f0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312457 Jun 17 07:53:51.050327 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d0423-25bd-4253-886f-41b814845157 req-9688b769-1d02-4bca-9b1a-0b97d9deb816 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:51.051809 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-356d0423-25bd-4253-886f-41b814845157 req-9688b769-1d02-4bca-9b1a-0b97d9deb816 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0479758 Jun 17 07:53:51.089616 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-356d0423-25bd-4253-886f-41b814845157 req-bb52e3fb-7dfa-4d89-9ec2-088e22ebaf96 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310445 Jun 17 07:53:51.194476 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7a4e1-a03a-482a-a056-08984d9f23da req-b5703c4a-0aef-41e5-b2fb-24c5745e75f2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:51.195894 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-30d7a4e1-a03a-482a-a056-08984d9f23da req-b5703c4a-0aef-41e5-b2fb-24c5745e75f2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0546904 Jun 17 07:53:51.232842 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-30d7a4e1-a03a-482a-a056-08984d9f23da req-d02e4179-a6f9-45db-a7c0-4103f7728ed7 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303624 Jun 17 07:53:52.129162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:53:52.217004 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e399349-4d08-4575-af23-75402b3f6cca req-20f96ffb-8292-45c3-95fa-583bc98c51a5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:52.218488 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5e399349-4d08-4575-af23-75402b3f6cca req-20f96ffb-8292-45c3-95fa-583bc98c51a5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0486717 Jun 17 07:53:52.228913 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:52.240257 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:53:52.257623 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5e399349-4d08-4575-af23-75402b3f6cca req-fffef65d-23fd-479b-903a-afca1121dbcb tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330086 Jun 17 07:53:52.284988 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: ACTIVE; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:53:52.284988 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:52.305412 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:53:52.325387 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:52.354931 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9386b9-13ee-4a71-b096-54de414365f9 req-b0bc278c-21d4-4dc9-9a42-a55f5f5a2aea tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:52.356396 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ff9386b9-13ee-4a71-b096-54de414365f9 req-b0bc278c-21d4-4dc9-9a42-a55f5f5a2aea tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0527077 Jun 17 07:53:52.394729 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ff9386b9-13ee-4a71-b096-54de414365f9 req-5d4d0327-4aff-4321-ab7a-ad254c3d414a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Jun 17 07:53:52.403441 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:52.457566 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=6']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:52.464256 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.464623 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.464980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.465314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.465642 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.465968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.466290 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.466610 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.466946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.467274 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.467592 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.467902 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:53:52.513019 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['66b004b2-c4b3-4429-8cde-3307de17e44d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:53:53.389968 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50755e9-a1b8-4df3-a3e8-6a82ca58ffc9 req-2a0ac9d6-3bb9-49de-87d2-1a24489480e2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:53.392331 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f50755e9-a1b8-4df3-a3e8-6a82ca58ffc9 req-2a0ac9d6-3bb9-49de-87d2-1a24489480e2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 944 time: 0.0558705 Jun 17 07:53:53.433099 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f50755e9-a1b8-4df3-a3e8-6a82ca58ffc9 req-c9deda16-80b3-40b7-982a-7e15591b21a0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344806 Jun 17 07:53:53.550515 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a55ad-6489-4a8e-9522-04ba37ddeee6 req-f4c37d6c-0ec2-4a64-9882-de9a65798833 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:53.558789 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a92a55ad-6489-4a8e-9522-04ba37ddeee6 req-f4c37d6c-0ec2-4a64-9882-de9a65798833 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0597613 Jun 17 07:53:53.601216 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a92a55ad-6489-4a8e-9522-04ba37ddeee6 req-38c71b5d-e1e9-4182-95f9-88c121b27bbd tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414155 Jun 17 07:53:54.574547 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64202f2c-508b-4fad-b38b-5aaeafb61eee req-9b14f956-3bdc-4b3e-af47-199a3a8f3dc6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:54.577409 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-64202f2c-508b-4fad-b38b-5aaeafb61eee req-9b14f956-3bdc-4b3e-af47-199a3a8f3dc6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 944 time: 0.0509462 Jun 17 07:53:54.631437 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-64202f2c-508b-4fad-b38b-5aaeafb61eee req-d435fcd7-bdc1-4c88-b9c0-7446bc3657b0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480909 Jun 17 07:53:54.733650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c3aa3-4b0f-4f71-b927-6a66aa6eaf89 req-2a822527-610f-4da7-835b-e8416e57467e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:54.736355 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1c3aa3-4b0f-4f71-b927-6a66aa6eaf89 req-2a822527-610f-4da7-835b-e8416e57467e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0661290 Jun 17 07:53:54.775910 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9a1c3aa3-4b0f-4f71-b927-6a66aa6eaf89 req-6c92b7e7-9e01-4e2e-8f75-da716136339c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330856 Jun 17 07:53:54.812868 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:53:54.869424 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 66b004b2-c4b3-4429-8cde-3307de17e44d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:53:54.869903 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:54.960587 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:53:54.961155 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:54.986605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:53:54.989099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c8c7cc8-f60d-43af-a744-a17c34dc6683" -d '{"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:53:55.007089 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:53:55.035454 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5dbccd-0483-4e52-a7d0-85706372a333 x-openstack-request-id: req-7b5dbccd-0483-4e52-a7d0-85706372a333 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:53:55.035764 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:53:55.036071 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7b5dbccd-0483-4e52-a7d0-85706372a333 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:53:55.036435 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b5dbccd-0483-4e52-a7d0-85706372a333'] response: {'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'code': 200} Jun 17 07:53:55.102423 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:55.155597 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=7']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:53:55.761250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1b38e-bc5c-45af-9aeb-290f27c72f1a req-7b010588-da0e-420e-9222-4f62ba513b2b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:55.763382 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5fd1b38e-bc5c-45af-9aeb-290f27c72f1a req-7b010588-da0e-420e-9222-4f62ba513b2b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0523186 Jun 17 07:53:55.825732 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5fd1b38e-bc5c-45af-9aeb-290f27c72f1a req-412b4076-c0f9-4aed-a736-2cbadd29213a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545378 Jun 17 07:53:55.914129 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288d7b6-045d-47fb-b56f-0d69141c5b4b req-4e681243-f100-4a1b-8782-09bcc565dc1f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:55.915718 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d288d7b6-045d-47fb-b56f-0d69141c5b4b req-4e681243-f100-4a1b-8782-09bcc565dc1f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0552402 Jun 17 07:53:55.955699 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d288d7b6-045d-47fb-b56f-0d69141c5b4b req-eded1d28-2f54-48dd-85d4-5e8200603e77 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335932 Jun 17 07:53:56.945831 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370dbaed-f2d3-4b6d-9661-5c8de440cf8a req-414a3696-e8b9-42c4-a4f7-11096cf425ba tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:56.947515 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-370dbaed-f2d3-4b6d-9661-5c8de440cf8a req-414a3696-e8b9-42c4-a4f7-11096cf425ba tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0520496 Jun 17 07:53:57.009113 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-370dbaed-f2d3-4b6d-9661-5c8de440cf8a req-727a0f5f-5afa-42a6-9150-bbb3c3885529 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459471 Jun 17 07:53:57.104863 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af972f-cbfe-43e7-912e-01da199c32d4 req-6f73f898-878c-427e-97a5-22f8e4e5a503 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:57.111327 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-00af972f-cbfe-43e7-912e-01da199c32d4 req-6f73f898-878c-427e-97a5-22f8e4e5a503 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0687826 Jun 17 07:53:57.161642 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-00af972f-cbfe-43e7-912e-01da199c32d4 req-1f7a4afa-3767-4c30-934a-56e6c7cb3511 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437262 Jun 17 07:53:58.126132 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bf212f-2d65-4f54-8471-fe54d6018fc9 req-b69859f0-e005-45ae-8b5e-06c1ef5a61d4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:58.127790 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-68bf212f-2d65-4f54-8471-fe54d6018fc9 req-b69859f0-e005-45ae-8b5e-06c1ef5a61d4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0548854 Jun 17 07:53:58.175544 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-68bf212f-2d65-4f54-8471-fe54d6018fc9 req-2f230ad1-9c9d-412e-a93f-96a6d688ee63 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372519 Jun 17 07:53:58.273865 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936d457f-2834-40d5-a500-8ae0f7387050 req-54bf9c09-9fb2-4675-80c6-59b82c67001b tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:58.275357 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-936d457f-2834-40d5-a500-8ae0f7387050 req-54bf9c09-9fb2-4675-80c6-59b82c67001b tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0511770 Jun 17 07:53:58.315661 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-936d457f-2834-40d5-a500-8ae0f7387050 req-da145105-5ab5-4bfc-921a-48afe13587d2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338821 Jun 17 07:53:58.907833 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-564bdda3-f790-40fd-826d-ef8b90285747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:53:59.312677 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc1fe5-c98e-49f8-a392-29b6c5981b4a req-30809e51-cb8e-412e-a87b-bcd7c18c9a4b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:59.315514 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-29dc1fe5-c98e-49f8-a392-29b6c5981b4a req-30809e51-cb8e-412e-a87b-bcd7c18c9a4b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0607874 Jun 17 07:53:59.367107 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-29dc1fe5-c98e-49f8-a392-29b6c5981b4a req-8c465897-b6f7-4ef3-a6aa-85ca6240379a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454118 Jun 17 07:53:59.451339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931fc8fc-9c11-48f2-a785-a3604df9de76 req-66764405-19da-42af-abe5-c17d9b0d93d6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:53:59.453132 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-931fc8fc-9c11-48f2-a785-a3604df9de76 req-66764405-19da-42af-abe5-c17d9b0d93d6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0527706 Jun 17 07:53:59.495323 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-931fc8fc-9c11-48f2-a785-a3604df9de76 req-ea89fefd-f7ba-4ccf-a74c-a262a028e817 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356877 Jun 17 07:54:00.510520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e1eacd-a80a-430b-a552-863bb29247de req-dbf37ea5-9965-411c-b557-6e8e4d7dc302 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:00.512099 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d4e1eacd-a80a-430b-a552-863bb29247de req-dbf37ea5-9965-411c-b557-6e8e4d7dc302 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0600235 Jun 17 07:54:00.567357 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d4e1eacd-a80a-430b-a552-863bb29247de req-38e9a3d8-fb04-4db1-9948-e7725f98659e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482459 Jun 17 07:54:00.633807 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d9c4e-899a-4a71-a0d4-3bd109b826c9 req-785c9301-da14-4c27-ba0d-8b21d116e93d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:00.635415 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dc2d9c4e-899a-4a71-a0d4-3bd109b826c9 req-785c9301-da14-4c27-ba0d-8b21d116e93d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0600526 Jun 17 07:54:00.718055 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dc2d9c4e-899a-4a71-a0d4-3bd109b826c9 req-56f2e7a7-c892-4573-b98d-b28ea7123848 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503843 Jun 17 07:54:01.094633 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3d5ed92b-1965-4cc0-a323-8d9e0f10bd43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:01.692481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f427f5f3-b7ff-4f94-912d-5bf71ebcd7e1 req-01f57572-7b25-484a-99ad-c199737c3ac8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:01.694325 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f427f5f3-b7ff-4f94-912d-5bf71ebcd7e1 req-01f57572-7b25-484a-99ad-c199737c3ac8 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0525208 Jun 17 07:54:01.743594 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f427f5f3-b7ff-4f94-912d-5bf71ebcd7e1 req-559eb5d2-15ca-4adb-ac45-f88b5b224ac6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429111 Jun 17 07:54:01.854650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7f124-1475-4c03-b0cb-35ee6269f232 req-8993e36e-ccfe-49ec-bd81-01c17068cf66 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:01.856274 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b3e7f124-1475-4c03-b0cb-35ee6269f232 req-8993e36e-ccfe-49ec-bd81-01c17068cf66 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0611591 Jun 17 07:54:01.898755 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b3e7f124-1475-4c03-b0cb-35ee6269f232 req-6ed08822-1e38-4f60-8454-432e0a2138b1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357840 Jun 17 07:54:02.317416 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:02.990244 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2f6df-cee7-4491-9fcc-446bb985ab58 req-041c81e5-b842-4348-9f95-88cf5cf32c3f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:02.992813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c7b2f6df-cee7-4491-9fcc-446bb985ab58 req-041c81e5-b842-4348-9f95-88cf5cf32c3f tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0629985 Jun 17 07:54:03.031180 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468224a-2545-4722-a5bd-81f254d7e0fd req-d3703a83-2088-4067-86ae-9c17ee375a77 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:03.031954 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c7b2f6df-cee7-4491-9fcc-446bb985ab58 req-3242dda8-cc34-4616-8a9c-56eabf4829a6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325704 Jun 17 07:54:03.032792 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3468224a-2545-4722-a5bd-81f254d7e0fd req-d3703a83-2088-4067-86ae-9c17ee375a77 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0551097 Jun 17 07:54:03.070424 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3468224a-2545-4722-a5bd-81f254d7e0fd req-c3a8c28c-b27f-4912-902a-7db75d8801ae tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309625 Jun 17 07:54:03.451015 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:03.965225 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:04.154909 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c54e9d-2630-436c-bb9f-68d99e3c91a4 req-f43b8fad-f7f0-4005-a2a7-5c4c92e81857 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.156501 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14c54e9d-2630-436c-bb9f-68d99e3c91a4 req-f43b8fad-f7f0-4005-a2a7-5c4c92e81857 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0516939 Jun 17 07:54:04.193116 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6211ba-0655-43b4-b076-df7724d5a45d req-efcd1ee5-e8cc-40e5-805e-61a1d5308806 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.194597 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8d6211ba-0655-43b4-b076-df7724d5a45d req-efcd1ee5-e8cc-40e5-805e-61a1d5308806 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0545292 Jun 17 07:54:04.227747 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14c54e9d-2630-436c-bb9f-68d99e3c91a4 req-5dc0dedb-40ac-4865-b017-671318a69b8c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543077 Jun 17 07:54:04.231891 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8d6211ba-0655-43b4-b076-df7724d5a45d req-b8e77d2d-38c1-4030-b031-02f5b6f45aab tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312898 Jun 17 07:54:04.234277 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-2c0e2ef9-6b25-4e3d-8b96-6942076623b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.236827 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-2c0e2ef9-6b25-4e3d-8b96-6942076623b7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1098 time: 0.0459616 Jun 17 07:54:04.326594 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-01cf1975-38a0-439e-9ff3-772023d5051d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.328016 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-01cf1975-38a0-439e-9ff3-772023d5051d service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.0852802 Jun 17 07:54:04.399720 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-5cfe9099-2112-465b-8122-af6aee5db27e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 200 len: 1000 time: 0.0643666 Jun 17 07:54:04.446973 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-3cc68089-253d-450a-9956-82ebd9e262bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.448406 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-3cc68089-253d-450a-9956-82ebd9e262bd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0424635 Jun 17 07:54:04.494145 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-477d1830-4b13-4288-92a0-ba865da882c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:04.495522 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-477d1830-4b13-4288-92a0-ba865da882c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393686 Jun 17 07:54:04.587430 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-bffb1e2e-3f2d-4c3d-9735-01f9545a2729 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848854 Jun 17 07:54:04.682170 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c96b7652-e1a6-4cf9-a1ce-de8535a113a4 req-2e7bffec-f992-44f8-99ec-922c5892ec3a service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867512 Jun 17 07:54:05.345857 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8009a7f-fbb7-4a43-a19a-618a70e25150 req-a1b31aed-73fa-459b-8c21-4a86cafbe825 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:05.347486 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b8009a7f-fbb7-4a43-a19a-618a70e25150 req-a1b31aed-73fa-459b-8c21-4a86cafbe825 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0528033 Jun 17 07:54:05.349820 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85a5447-ecc8-4605-a2e4-0376065fcefb req-fe82bc82-3ddf-42c0-9b07-497119d9dd9d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:05.351276 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d85a5447-ecc8-4605-a2e4-0376065fcefb req-fe82bc82-3ddf-42c0-9b07-497119d9dd9d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0528450 Jun 17 07:54:05.385342 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b8009a7f-fbb7-4a43-a19a-618a70e25150 req-0085bd79-31e6-4709-8323-68f126ebcaab tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318148 Jun 17 07:54:05.389460 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d85a5447-ecc8-4605-a2e4-0376065fcefb req-d9d12532-3030-4465-b90f-8889999a062f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321109 Jun 17 07:54:06.495865 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-2c37cd0b-c694-4419-a349-76dd05c9cf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.497392 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-2c37cd0b-c694-4419-a349-76dd05c9cf07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0439632 Jun 17 07:54:06.516968 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad718e-7060-456d-b31d-048d09f3749f req-f4ad50e1-1409-469f-927d-81cbae3dc075 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.521602 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e9ad718e-7060-456d-b31d-048d09f3749f req-f4ad50e1-1409-469f-927d-81cbae3dc075 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0557280 Jun 17 07:54:06.557844 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e9ad718e-7060-456d-b31d-048d09f3749f req-294bce91-457f-48cc-b24c-68fe2ed6d00b tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325718 Jun 17 07:54:06.629782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f801e7-233a-42af-9615-f0f40ec16e2c req-2e2001c0-698b-4ae7-bdb6-7c297e396f06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.631284 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-62f801e7-233a-42af-9615-f0f40ec16e2c req-2e2001c0-698b-4ae7-bdb6-7c297e396f06 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0994699 Jun 17 07:54:06.662139 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-b0323227-0c39-49a6-9dbf-5a47b86616e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.663529 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-b0323227-0c39-49a6-9dbf-5a47b86616e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.1504116 Jun 17 07:54:06.684489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954a090-f480-4f17-b9e8-ee5bdc6fca71 req-46b6f94d-daf5-43c1-85eb-8e0a3248ea12 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.686174 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a954a090-f480-4f17-b9e8-ee5bdc6fca71 req-46b6f94d-daf5-43c1-85eb-8e0a3248ea12 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0552750 Jun 17 07:54:06.717490 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-62f801e7-233a-42af-9615-f0f40ec16e2c req-e5be6198-65f0-49c4-8827-b4044e60a5d1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798614 Jun 17 07:54:06.734461 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a954a090-f480-4f17-b9e8-ee5bdc6fca71 req-e1af147e-7477-4233-a7d2-7c62f4b11f1f tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405600 Jun 17 07:54:06.754925 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-38fa3de2-935e-42eb-a67f-1cfd8e243433 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1002 time: 0.0764728 Jun 17 07:54:06.803712 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-18760bae-26d9-4ffb-a2a8-db22d55d1ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.805290 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-18760bae-26d9-4ffb-a2a8-db22d55d1ac1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0457108 Jun 17 07:54:06.850635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-98439c92-ae22-4d65-bf07-5dbc6b94ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:06.852079 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-98439c92-ae22-4d65-bf07-5dbc6b94ed39 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394897 Jun 17 07:54:06.947196 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-97e573a9-0b65-4e8c-9451-d6075d79520c service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866499 Jun 17 07:54:07.035811 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58a60ad3-ff68-418f-9fb7-a23c19998f73 req-0a8d9610-effb-4719-b967-70424b4007e8 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801253 Jun 17 07:54:07.675869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22008711-ddba-411f-beb6-050777239a75 req-32f985cc-8732-42df-a020-7c6a0a41497c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:07.677366 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22008711-ddba-411f-beb6-050777239a75 req-32f985cc-8732-42df-a020-7c6a0a41497c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0521126 Jun 17 07:54:07.713219 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-22008711-ddba-411f-beb6-050777239a75 req-405aae1c-b50b-44f7-ba2f-703fdfb6c57e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299757 Jun 17 07:54:07.857862 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5222b56-c819-4f8a-bd50-8c0137b50dc0 req-c02e4e33-8172-4a5c-a9dc-47a90d4df8de tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:07.859631 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5222b56-c819-4f8a-bd50-8c0137b50dc0 req-c02e4e33-8172-4a5c-a9dc-47a90d4df8de tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 945 time: 0.0534956 Jun 17 07:54:07.872481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4641b09-4267-45cd-bcba-7d08d52c7ad1 req-ae621d31-8452-4221-9278-7974aa168b87 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:07.873974 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c4641b09-4267-45cd-bcba-7d08d52c7ad1 req-ae621d31-8452-4221-9278-7974aa168b87 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0482795 Jun 17 07:54:07.900379 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d5222b56-c819-4f8a-bd50-8c0137b50dc0 req-35b07424-463d-4b6c-9b14-d534ecc83568 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340075 Jun 17 07:54:07.917852 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c4641b09-4267-45cd-bcba-7d08d52c7ad1 req-d096b7c7-f00d-42cf-a1be-2d718878c359 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374663 Jun 17 07:54:08.260384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:08.333775 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: ACTIVE; New status is: DOWN {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:08.334158 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.358445 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:08.360628 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f163bd2c-5bed-4893-88b1-975fbb861849" -d '{"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-unplugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:08.373480 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:08.391884 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c0b5fa-ab10-4327-aa86-91fcf0dc9946 x-openstack-request-id: req-10c0b5fa-ab10-4327-aa86-91fcf0dc9946 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:08.392165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-unplugged", "status": "failed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "code": 422}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:08.392415 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-10c0b5fa-ab10-4327-aa86-91fcf0dc9946 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:08.392811 dv-cinder-821745-1-iscsi neutron-server[109308]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-10c0b5fa-ab10-4327-aa86-91fcf0dc9946']: {'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'code': 422} returned with failed status Jun 17 07:54:08.452177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-1faae796-5ef9-471a-90aa-2c8a71a5d36b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:08.453636 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-1faae796-5ef9-471a-90aa-2c8a71a5d36b tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0474682 Jun 17 07:54:08.473807 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.539033 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=8']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:08.559667 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Deleting port ac6afc19-18ba-4251-8af0-25bf9ee1b336 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:08.560047 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.650400 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] For port ac6afc19-18ba-4251-8af0-25bf9ee1b336, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=ac6afc19-18ba-4251-8af0-25bf9ee1b336,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:08.650765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.860351 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.861095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:08.861095 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Floating IP 239d6dbe-bbf6-4cfe-9bf8-fb942620b12b disassociated. External IP: 172.27.2.67, port: ac6afc19-18ba-4251-8af0-25bf9ee1b336. Jun 17 07:54:08.861363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Calling delete_port for ac6afc19-18ba-4251-8af0-25bf9ee1b336 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:08.886720 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed081c5-ab3e-424b-a633-8465ef466f7f req-1189091b-2228-4af3-84a0-3d6a55dc7132 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:08.888192 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2ed081c5-ab3e-424b-a633-8465ef466f7f req-1189091b-2228-4af3-84a0-3d6a55dc7132 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0767751 Jun 17 07:54:08.962393 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2ed081c5-ab3e-424b-a633-8465ef466f7f req-06d9f1f6-7326-4259-b076-618fd8b00f39 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457757 Jun 17 07:54:09.072186 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3feb760-c854-442b-a083-70c520e5ac0e req-4d046188-5a53-485d-9bbf-59ac61b15b13 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:09.073762 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3feb760-c854-442b-a083-70c520e5ac0e req-4d046188-5a53-485d-9bbf-59ac61b15b13 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 946 time: 0.0531173 Jun 17 07:54:09.111896 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3feb760-c854-442b-a083-70c520e5ac0e req-b8fe2892-a8be-42b3-bd39-cfb4fa3455f1 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups?id=488c95a7-0634-4c02-bd84-8c74ac30e8d6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319893 Jun 17 07:54:09.136993 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:09.172786 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'Port': ['ID=ac6afc19-18ba-4251-8af0-25bf9ee1b336,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:09.294828 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:54:09.660289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:54:09.674541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:54:09.688782 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:09.690063 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:09.703308 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] No DVR routers for this DVR port ac6afc19-18ba-4251-8af0-25bf9ee1b336 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:54:09.712217 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:09.712217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96895203-e5ea-4f3e-8a2c-49929b4478ec req-bf4f231a-16bb-49aa-9b9f-a6653cc72279 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.57 "DELETE /v2.0/ports/ac6afc19-18ba-4251-8af0-25bf9ee1b336 HTTP/1.1" status: 204 len: 173 time: 1.2512267 Jun 17 07:54:09.712217 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'name': 'network-vif-deleted', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:09.714535 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90e3c76-60ab-46ce-8a5f-288b43cd6add" -d '{"events": [{"server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "name": "network-vif-deleted", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:09.749509 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:09.761563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5032e28f-3f05-481c-87c9-2effd4dcbd20 x-openstack-request-id: req-5032e28f-3f05-481c-87c9-2effd4dcbd20 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:09.761789 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66c0ee14-441a-4a47-8d7a-ec8072ac14bb", "name": "network-vif-deleted", "tag": "ac6afc19-18ba-4251-8af0-25bf9ee1b336", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:09.765050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5032e28f-3f05-481c-87c9-2effd4dcbd20 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:09.765948 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5032e28f-3f05-481c-87c9-2effd4dcbd20'] response: {'server_uuid': '66c0ee14-441a-4a47-8d7a-ec8072ac14bb', 'name': 'network-vif-deleted', 'tag': 'ac6afc19-18ba-4251-8af0-25bf9ee1b336', 'status': 'completed', 'code': 200} Jun 17 07:54:09.819605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:10.095681 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ca21e-f36c-4215-a83a-aafe5f22e4ca req-16702166-6183-4c8d-a11d-1ac6ebc7f184 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:10.097390 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-201ca21e-f36c-4215-a83a-aafe5f22e4ca req-16702166-6183-4c8d-a11d-1ac6ebc7f184 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0549040 Jun 17 07:54:10.143120 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-201ca21e-f36c-4215-a83a-aafe5f22e4ca req-5b8e23d3-4304-4eb7-b0f8-06527c674358 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332685 Jun 17 07:54:10.155511 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:10.183315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:54:10.192607 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:10.193305 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:10.254427 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee60c96f-0947-4da4-97de-db6c8128e729 req-f0f73913-a15f-435b-8650-46e77ea79105 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 210 time: 0.0324404 Jun 17 07:54:10.310688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:10.448857 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-e184a309-95b9-4b69-a6cf-347ac24a5e28 req-06b4e3f8-5101-4be5-b105-2a74a082dc23 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:54:10.449916 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e184a309-95b9-4b69-a6cf-347ac24a5e28 req-06b4e3f8-5101-4be5-b105-2a74a082dc23 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1404338 Jun 17 07:54:10.452771 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb39be-4d10-4e06-91eb-528f80ce148d req-d2feacb3-9bb7-4d6e-83c9-d2e54127bd4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:10.454872 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b6bb39be-4d10-4e06-91eb-528f80ce148d req-d2feacb3-9bb7-4d6e-83c9-d2e54127bd4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0523889 Jun 17 07:54:10.503844 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b6bb39be-4d10-4e06-91eb-528f80ce148d req-c8c3d103-efdf-44f1-9517-f2f2d7bc3895 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 Jun 17 07:54:10.550707 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:10.581521 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafc2a2d-1dd6-4380-9eb3-a1c127043825 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:47:56Z', 'revision_number': 4, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'e6fb3329-5ff0-4d85-9271-5255744313e6', 'name': '', 'network_id': 'aab70f83-37ba-49f2-b185-1c759981be07', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'mac_address': 'fa:16:3e:dc:98:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:54Z', 'updated_at': '2022-06-17T07:48:02Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'subnets': [{'id': '68933ed6-4f64-40d5-a001-9d71e5549eca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:54:10.781863 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb324ddc-4b43-4430-973d-687a7d6de329 req-f9214bf9-bd7c-4c3f-bc68-03d4c01b1cf2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:10.785477 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb324ddc-4b43-4430-973d-687a7d6de329 req-f9214bf9-bd7c-4c3f-bc68-03d4c01b1cf2 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0597181 Jun 17 07:54:10.834899 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5c700d-7f22-4881-92cb-03cfe7a0dc84 None None] New status for floating IP 239d6dbe-bbf6-4cfe-9bf8-fb942620b12b: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:54:10.851878 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb324ddc-4b43-4430-973d-687a7d6de329 req-2ece6174-8afb-4d04-af8a-1e2513360e64 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575559 Jun 17 07:54:10.855264 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-3def42ea-a8be-460e-ba00-f61d6543efaf service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686986 Jun 17 07:54:10.923452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42280) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:11.020055 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-dbfa2189-c45e-411f-9e44-adc37d021aeb service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939496 Jun 17 07:54:11.029941 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-05a2bbfe-cf22-4b42-949d-6e9759610da0 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:54:11.030958 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-05a2bbfe-cf22-4b42-949d-6e9759610da0 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053127 Jun 17 07:54:11.035932 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:54:11.363357 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-25db2cf7-dfb6-4dd5-9eef-d0aef15b1f70 req-ce742380-2656-4c85-8548-d1b8e7cb6117 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/ports?device_id=66c0ee14-441a-4a47-8d7a-ec8072ac14bb HTTP/1.1" status: 200 len: 210 time: 0.0253031 Jun 17 07:54:11.624138 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbd5401-44b7-49ba-b4a3-f1e67291dd29 req-9cd80a9b-e23f-4cfd-88a6-0cb087e586b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:11.625648 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5cbd5401-44b7-49ba-b4a3-f1e67291dd29 req-9cd80a9b-e23f-4cfd-88a6-0cb087e586b6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0481379 Jun 17 07:54:11.663337 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5cbd5401-44b7-49ba-b4a3-f1e67291dd29 req-94da43b3-9655-412b-8224-b49b87d01d9b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311325 Jun 17 07:54:11.964646 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e51d4be-f46b-49ed-b316-501fd97b987d req-d312ae0e-7b4e-4cd4-8cb6-30aca216140e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:11.966094 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5e51d4be-f46b-49ed-b316-501fd97b987d req-d312ae0e-7b4e-4cd4-8cb6-30aca216140e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0496700 Jun 17 07:54:12.001735 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5e51d4be-f46b-49ed-b316-501fd97b987d req-6d44ad06-8890-4484-bb2f-19770e7dfef3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298440 Jun 17 07:54:12.508500 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42308) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:12.561644 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.583749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.685025 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.687588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.691077 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "DELETE /v2.0/security-groups/488c95a7-0634-4c02-bd84-8c74ac30e8d6 HTTP/1.1" status: 204 len: 168 time: 0.1792729 Jun 17 07:54:12.691592 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42312) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:12.704232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e00fc3-c793-42f7-a66b-47e9ad0aefa0 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c95a7-0634-4c02-bd84-8c74ac30e8d6,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:12.705434 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.api.v2.resource [None req-81f44b96-3f7e-453c-8a98-95937aa44974 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] show failed (client error): The resource could not be found. Jun 17 07:54:12.706550 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-81f44b96-3f7e-453c-8a98-95937aa44974 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "GET /v2.0/security-groups/488c95a7-0634-4c02-bd84-8c74ac30e8d6 HTTP/1.1" status: 404 len: 347 time: 0.0139422 Jun 17 07:54:12.710042 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42314) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:12.794462 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45046be-2175-418c-9e40-5224bf0ee1d6 req-0c649ccc-a52e-44e1-a716-812292a8684a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:12.795979 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e45046be-2175-418c-9e40-5224bf0ee1d6 req-0c649ccc-a52e-44e1-a716-812292a8684a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0494781 Jun 17 07:54:12.836705 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e45046be-2175-418c-9e40-5224bf0ee1d6 req-8800d66b-31ba-4441-ad9c-6d97af031327 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345924 Jun 17 07:54:12.837295 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Deleting port cf98f6cb-18b9-423b-88ad-ff933fb9309a {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:12.837649 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.915866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.916196 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:12.927441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Calling delete_port for cf98f6cb-18b9-423b-88ad-ff933fb9309a owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:13.115927 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f5b64f-de56-4aca-92fa-770ad4dccc8c req-a57667b9-3625-49b6-8015-10e907e01271 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:13.117368 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-50f5b64f-de56-4aca-92fa-770ad4dccc8c req-a57667b9-3625-49b6-8015-10e907e01271 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0494180 Jun 17 07:54:13.136115 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:13.161786 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device ac6afc19-18ba-4251-8af0-25bf9ee1b336 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:13.172041 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Pushing event deleted for resources: {'Port': ['ID=cf98f6cb-18b9-423b-88ad-ff933fb9309a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:13.184616 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-50f5b64f-de56-4aca-92fa-770ad4dccc8c req-30bb8952-8457-450f-92b1-8d679b1816db tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612671 Jun 17 07:54:13.192836 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: ac6afc19-18ba-4251-8af0-25bf9ee1b336 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:54:13.194206 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device ac6afc19-18ba-4251-8af0-25bf9ee1b336 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:54:13.194802 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:13.238922 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:13.241506 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:13.245415 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-9014aee3-45e6-46f6-8b43-323ea616f183 tempest-AttachVolumeTestJSON-1018758044 tempest-AttachVolumeTestJSON-1018758044-project] 10.222.0.27 "DELETE /v2.0/floatingips/239d6dbe-bbf6-4cfe-9bf8-fb942620b12b HTTP/1.1" status: 204 len: 168 time: 0.5345745 Jun 17 07:54:13.279818 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c6886119-c677-459a-a2ca-ecbba951962a is: ACTIVE; New status is: DOWN {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:13.280207 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:13.306126 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:13.308346 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b105c2eb-c26e-402a-be95-daffc70e9ba8" -d '{"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:13.321700 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:13.339006 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301b9d85-1b39-4e93-832d-2595a0cb48cd x-openstack-request-id: req-301b9d85-1b39-4e93-832d-2595a0cb48cd {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:13.339286 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-unplugged", "status": "failed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "code": 422}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:13.339536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-301b9d85-1b39-4e93-832d-2595a0cb48cd {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:13.339935 dv-cinder-821745-1-iscsi neutron-server[109308]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-301b9d85-1b39-4e93-832d-2595a0cb48cd']: {'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'code': 422} returned with failed status Jun 17 07:54:13.397044 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:13.447780 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=6']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:13.959490 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cea8af-dfa1-4838-a39e-327806286825 req-f758ff03-eed1-42ef-ada4-0b32af1c9d77 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:13.960971 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-79cea8af-dfa1-4838-a39e-327806286825 req-f758ff03-eed1-42ef-ada4-0b32af1c9d77 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0517888 Jun 17 07:54:13.999360 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-79cea8af-dfa1-4838-a39e-327806286825 req-93d9b419-2473-420a-9929-fafbb7e58bd5 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Jun 17 07:54:14.068854 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-e6027b42-4c34-4261-ab96-905b25434fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.070436 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-e6027b42-4c34-4261-ab96-905b25434fe1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de&tenant_id=340799d1c8f441d1bef7f84cde74a437 HTTP/1.1" status: 200 len: 1096 time: 0.0702369 Jun 17 07:54:14.141827 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-30bd75c4-bf28-4cf1-953f-facfd95415c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.143287 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-30bd75c4-bf28-4cf1-953f-facfd95415c7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=340799d1c8f441d1bef7f84cde74a437&device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1096 time: 0.0480480 Jun 17 07:54:14.237687 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-82c78a55-1605-48a7-9e35-dff8a1799872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.239154 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-82c78a55-1605-48a7-9e35-dff8a1799872 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 200 len: 918 time: 0.0885460 Jun 17 07:54:14.305837 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759136d7-e85b-4008-ba8f-33695cddadd9 req-688723a5-d0bf-401b-9b43-e8e6d422873c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.307511 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-759136d7-e85b-4008-ba8f-33695cddadd9 req-688723a5-d0bf-401b-9b43-e8e6d422873c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0493090 Jun 17 07:54:14.316404 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-4dbf35f6-5a12-4678-9909-6c61c8620af0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 200 len: 998 time: 0.0669465 Jun 17 07:54:14.347561 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-759136d7-e85b-4008-ba8f-33695cddadd9 req-d29d2a23-89f1-4e63-828a-0f810fc3e4af tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339434 Jun 17 07:54:14.367820 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-f9ff69cb-24f0-4c6f-a0ac-601026652416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.369309 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-f9ff69cb-24f0-4c6f-a0ac-601026652416 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 200 len: 856 time: 0.0461757 Jun 17 07:54:14.417292 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-73ee8706-dc23-4121-9f75-7596df177739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:14.418754 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-73ee8706-dc23-4121-9f75-7596df177739 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea4b0369-7f93-4225-93e9-7bef0639c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418279 Jun 17 07:54:14.526884 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-0ea1e993-0e5d-4924-810f-81b101d7ee16 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989137 Jun 17 07:54:14.626957 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-00cb797c-8921-4b49-8a30-57470409bfa6 service neutron] 10.222.0.57 "GET /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922654 Jun 17 07:54:15.120523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e0729-4633-40e7-9965-d83988eb2b32 req-0b4ff0e7-7a4e-43b8-b0f0-aaf315d28d4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:15.122093 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf7e0729-4633-40e7-9965-d83988eb2b32 req-0b4ff0e7-7a4e-43b8-b0f0-aaf315d28d4d tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0477805 Jun 17 07:54:15.167102 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf7e0729-4633-40e7-9965-d83988eb2b32 req-69c8ceaf-7ff6-41b8-9abf-fbcfc81056d2 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363786 Jun 17 07:54:15.479225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7a2357-b4c0-4973-98ae-a4c1841e9a30 req-3c4a3a5d-8b7b-4c30-85b2-e0a2423a26c3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:15.481390 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d7a2357-b4c0-4973-98ae-a4c1841e9a30 req-3c4a3a5d-8b7b-4c30-85b2-e0a2423a26c3 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0544589 Jun 17 07:54:15.543139 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1d7a2357-b4c0-4973-98ae-a4c1841e9a30 req-59580a81-15c8-4084-bbb7-648bc99a2986 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552340 Jun 17 07:54:16.347731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b51dd30-5258-4d40-8ba7-0db6fb43352b req-c60c534f-7e8c-40a9-b333-482bab7715bc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:16.354287 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2b51dd30-5258-4d40-8ba7-0db6fb43352b req-c60c534f-7e8c-40a9-b333-482bab7715bc tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0754066 Jun 17 07:54:16.408933 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2b51dd30-5258-4d40-8ba7-0db6fb43352b req-3ebd97bc-2af9-45fb-bcea-12da8eb617fa tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465839 Jun 17 07:54:16.681513 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff03c83-dcfa-4b84-af0c-ccea79526f82 req-d520c6dc-7a4f-4ccf-93a0-3a5678495d17 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:16.691475 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cff03c83-dcfa-4b84-af0c-ccea79526f82 req-d520c6dc-7a4f-4ccf-93a0-3a5678495d17 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0726042 Jun 17 07:54:16.737334 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cff03c83-dcfa-4b84-af0c-ccea79526f82 req-94af0dcc-b35f-4d78-806f-647dae985b80 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418124 Jun 17 07:54:17.340657 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42422) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:17.597194 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12b1bf-6c5f-4eed-93b9-963aced3716d req-48fe3b72-76bb-4047-8e0f-82f53a06bc85 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:17.599084 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e12b1bf-6c5f-4eed-93b9-963aced3716d req-48fe3b72-76bb-4047-8e0f-82f53a06bc85 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.1068799 Jun 17 07:54:17.724466 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e12b1bf-6c5f-4eed-93b9-963aced3716d req-79594824-f300-4cd1-9024-42125bceed8a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752640 Jun 17 07:54:17.864999 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de226ae-c11b-4c27-b96e-55b20030784b req-800e659a-0de0-4ca3-b2bc-f72cf0df399e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:17.872425 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5de226ae-c11b-4c27-b96e-55b20030784b req-800e659a-0de0-4ca3-b2bc-f72cf0df399e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0607932 Jun 17 07:54:17.909190 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5de226ae-c11b-4c27-b96e-55b20030784b req-b92a9c8a-531a-4e2e-b226-86ec4cda2d64 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355821 Jun 17 07:54:18.002478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:18.354957 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Deleting port e6fb3329-5ff0-4d85-9271-5255744313e6 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:18.355197 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:18.477241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] For port e6fb3329-5ff0-4d85-9271-5255744313e6, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6fb3329-5ff0-4d85-9271-5255744313e6,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:18.477744 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:18.491195 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Calling delete_port for e6fb3329-5ff0-4d85-9271-5255744313e6 owned by network:router_interface {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:18.827449 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:18.864649 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6fb3329-5ff0-4d85-9271-5255744313e6,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:18.929324 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d200b8f4-7ac2-4e85-b0c2-98724f1d5004 req-2800ea75-d303-4aef-bf6d-ff3a9dbb1a7a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:18.938400 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d200b8f4-7ac2-4e85-b0c2-98724f1d5004 req-2800ea75-d303-4aef-bf6d-ff3a9dbb1a7a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.1372552 Jun 17 07:54:19.052541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baeb7dd-996e-4844-8678-315dce0fecac req-9eddada8-e679-4aca-a547-df3bddf0cdde tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:19.060678 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0baeb7dd-996e-4844-8678-315dce0fecac req-9eddada8-e679-4aca-a547-df3bddf0cdde tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0637715 Jun 17 07:54:19.110262 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0baeb7dd-996e-4844-8678-315dce0fecac req-c9e08315-7f18-4074-a0cf-0071b39c4571 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Jun 17 07:54:19.123919 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d200b8f4-7ac2-4e85-b0c2-98724f1d5004 req-90096180-7a94-471f-9b34-fedfd81144f4 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682088 Jun 17 07:54:19.128770 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42464) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:19.217444 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:19.574171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03d13d9b-8697-4b00-88c6-81b09279d36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:19.757624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03d13d9b-8697-4b00-88c6-81b09279d36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:19.764421 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Router bdc52fa5-2b38-41ef-a374-71d76e53bde2 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:54:19.865628 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-03d13d9b-8697-4b00-88c6-81b09279d36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:19.918045 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-03d13d9b-8697-4b00-88c6-81b09279d36c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=908ec36c35c84d3092c2622845001bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7855921 Jun 17 07:54:19.919366 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d13d9b-8697-4b00-88c6-81b09279d36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68813a79-2f41-45c1-a4bd-4ab1a68eba22,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:19.920494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42470) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:19.922928 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:54:19.929222 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0d174170-72e5-407e-951b-ba57443ce6f9 admin admin] 10.222.0.27 "PUT /v2.0/routers/bdc52fa5-2b38-41ef-a374-71d76e53bde2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5874074 Jun 17 07:54:19.939664 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42472) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:19.942018 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Sync routers for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:54:19.960239 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:19.963541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:19.982343 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.009331 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.105312 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.115746 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:20.119458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.122220 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.124777 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/68813a79-2f41-45c1-a4bd-4ab1a68eba22 HTTP/1.1" status: 204 len: 168 time: 0.2019603 Jun 17 07:54:20.133774 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68813a79-2f41-45c1-a4bd-4ab1a68eba22,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:20.143215 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.143863 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.144586 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.145831 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.146454 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.146960 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.147594 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.148066 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.148542 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.149323 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.149945 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.150795 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f6e0f74-9a6e-4d8e-8608-3f0d3fd816f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:20.270039 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f83c5c-54d7-4d59-846b-9911d5fb5f0b req-214c9ffd-1d53-437d-92c5-ad1151d667ab tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:20.271876 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-38f83c5c-54d7-4d59-846b-9911d5fb5f0b req-214c9ffd-1d53-437d-92c5-ad1151d667ab tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0719919 Jun 17 07:54:20.347702 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e667d-60d2-443c-ba9c-67d090a58759 req-2c4a2299-4f82-4b32-a3f8-f0b4048eaf59 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:20.349258 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f74e667d-60d2-443c-ba9c-67d090a58759 req-2c4a2299-4f82-4b32-a3f8-f0b4048eaf59 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0691798 Jun 17 07:54:20.366465 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.391393 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-38f83c5c-54d7-4d59-846b-9911d5fb5f0b req-6a1d676d-c539-47a1-aa87-d38d60d945a0 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134419 Jun 17 07:54:20.409410 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f74e667d-60d2-443c-ba9c-67d090a58759 req-9d5fae3f-06d8-4cde-aa42-01dfa37b7a6e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459638 Jun 17 07:54:20.470295 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22'}], 'enable_snat': True}, 'gw_port_id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:54:18Z', 'revision_number': 5, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port': {'id': '28e8284f-d9a8-4e51-ad80-d2c8d6d56043', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:89:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:47:49Z', 'updated_at': '2022-06-17T07:47:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:20.498831 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Checking router: bdc52fa5-2b38-41ef-a374-71d76e53bde2 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:54:20.507613 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Routers {'bdc52fa5-2b38-41ef-a374-71d76e53bde2'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:20.508226 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:20.596234 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Deleting port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:20.597208 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.630572 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] Set router bdc52fa5-2b38-41ef-a374-71d76e53bde2 gateway port host: None {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:20.755473 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] For port 28e8284f-d9a8-4e51-ad80-d2c8d6d56043, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:20.755922 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:20.758662 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:54:20Z', 'revision_number': 6, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:20.787220 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Calling delete_port for 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:20.787436 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b4b9-3ed2-448f-9b36-bec6c1ba4525 None None] The sync data for ids ['bdc52fa5-2b38-41ef-a374-71d76e53bde2'] in dv-cinder-821745-1-iscsi is: [{'id': 'bdc52fa5-2b38-41ef-a374-71d76e53bde2', 'name': 'tempest-AttachVolumeTestJSON-2026529257-router', 'tenant_id': '63920d13952f4cb5ab02d1f5cae0356c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:47:47Z', 'updated_at': '2022-06-17T07:54:20Z', 'revision_number': 6, 'project_id': '63920d13952f4cb5ab02d1f5cae0356c', 'gw_port_host': None}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:54:21.111824 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.132609 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42482) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:21.146880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Pushing event deleted for resources: {'Port': ['ID=28e8284f-d9a8-4e51-ad80-d2c8d6d56043,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:21.150537 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2617d1a8-207f-46b3-b02f-5a187ae7695f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.221377 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.240968 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2617d1a8-207f-46b3-b02f-5a187ae7695f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.307936 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2617d1a8-207f-46b3-b02f-5a187ae7695f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.320143 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.322380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.355729 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617d1a8-207f-46b3-b02f-5a187ae7695f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c62dc5-6f66-4a26-826e-4430e83bd67f,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:21.360906 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2617d1a8-207f-46b3-b02f-5a187ae7695f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3555e701a1264ee79bda2d72c9dc0f83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268822 Jun 17 07:54:21.363352 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42484) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:21.420793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.454324 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.467850 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.468524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdc52fa5-2b38-41ef-a374-71d76e53bde2 {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:54:21.478227 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.478227 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8c7990d8-af62-478f-b252-87a04cfecb7f admin admin] 10.222.0.27 "DELETE /v2.0/routers/bdc52fa5-2b38-41ef-a374-71d76e53bde2 HTTP/1.1" status: 204 len: 168 time: 1.5339806 Jun 17 07:54:21.478451 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42490) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:21.613561 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Deleting subnet 68933ed6-4f64-40d5-a001-9d71e5549eca {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:54:21.619621 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.645931 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561563f-77d6-48e6-a99d-2cffb149e23a req-d740e259-d02e-43ec-ae46-5958d56e82be tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:21.648174 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f561563f-77d6-48e6-a99d-2cffb149e23a req-d740e259-d02e-43ec-ae46-5958d56e82be tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.1091616 Jun 17 07:54:21.661984 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd6e04-2cfe-4e19-aa6d-d38a5ab9bade req-dc0fddcf-2ca0-4d6a-bf84-74cfa8fe8cbb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:21.663532 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9cbd6e04-2cfe-4e19-aa6d-d38a5ab9bade req-dc0fddcf-2ca0-4d6a-bf84-74cfa8fe8cbb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.1307852 Jun 17 07:54:21.674572 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.721052 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f561563f-77d6-48e6-a99d-2cffb149e23a req-8e60ea74-c73b-4ca2-a509-d9972a611498 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639663 Jun 17 07:54:21.722016 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.725462 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:21.726652 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/35c62dc5-6f66-4a26-826e-4430e83bd67f HTTP/1.1" status: 204 len: 168 time: 0.3614724 Jun 17 07:54:21.795610 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba38178-a064-4d0a-85f9-38c88c73cfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c62dc5-6f66-4a26-826e-4430e83bd67f,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:21.851836 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9cbd6e04-2cfe-4e19-aa6d-d38a5ab9bade req-9610b440-68e5-48c1-a138-a65c7b56aabb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354411 Jun 17 07:54:21.896973 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.067583 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.097616 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.102821 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/68933ed6-4f64-40d5-a001-9d71e5549eca HTTP/1.1" status: 204 len: 168 time: 0.6239445 Jun 17 07:54:22.103743 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d37869-0f98-4fa0-a718-b227971c2924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68933ed6-4f64-40d5-a001-9d71e5549eca,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:22.107215 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9ac0a1-62d0-425b-befa-f499f9739797 None None] Network aab70f83-37ba-49f2-b185-1c759981be07 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:54:22.111022 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42494) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:22.211781 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.354185 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Deleting port 218898ea-7b29-497b-ad3f-a8b249a731d2 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:22.354735 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.385046 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] DHCP port deletion for aab70f83-37ba-49f2-b185-1c759981be07 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:54:22.484033 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] For port 218898ea-7b29-497b-ad3f-a8b249a731d2, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=218898ea-7b29-497b-ad3f-a8b249a731d2,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:22.484033 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.484335 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Deleting port 218898ea-7b29-497b-ad3f-a8b249a731d2 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:54:22.484335 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.484535 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Calling delete_port for 218898ea-7b29-497b-ad3f-a8b249a731d2 owned by network:dhcp {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:22.554321 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] For port 218898ea-7b29-497b-ad3f-a8b249a731d2, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=218898ea-7b29-497b-ad3f-a8b249a731d2,segment=NetworkSegment(4e9ea762-d8d5-4d36-b2f4-fc688cfd9976),segment_id=4e9ea762-d8d5-4d36-b2f4-fc688cfd9976)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:22.554945 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.579154 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Calling delete_port for 218898ea-7b29-497b-ad3f-a8b249a731d2 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:54:22.637955 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.665973 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.689371 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Pushing event deleted for resources: {'Port': ['ID=218898ea-7b29-497b-ad3f-a8b249a731d2,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:22.696054 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] No DVR routers for this DVR port 218898ea-7b29-497b-ad3f-a8b249a731d2 on host dv-cinder-821745-1-iscsi {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:54:22.697449 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] Pushing event deleted for resources: {'Port': ['ID=218898ea-7b29-497b-ad3f-a8b249a731d2,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:22.710734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20551e21-4dea-423a-8e41-9d7c9c762b10 None None] No DVR routers for this DVR port 218898ea-7b29-497b-ad3f-a8b249a731d2 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:54:22.812069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 218898ea-7b29-497b-ad3f-a8b249a731d2 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:22.847585 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 218898ea-7b29-497b-ad3f-a8b249a731d2 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:54:22.849098 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 218898ea-7b29-497b-ad3f-a8b249a731d2 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:54:22.850789 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:22.885368 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:22.886133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:54:22.886133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 28e8284f-d9a8-4e51-ad80-d2c8d6d56043 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:54:22.886630 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6fb3329-5ff0-4d85-9271-5255744313e6 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:54:22.935196 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: e6fb3329-5ff0-4d85-9271-5255744313e6 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:54:22.935538 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6fb3329-5ff0-4d85-9271-5255744313e6 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:54:22.941464 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5c49e-e677-4f6b-b648-adc44dfca65f req-c9b271bc-7495-4d3e-b9d0-8e370d5e1a89 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:22.951302 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58d5c49e-e677-4f6b-b648-adc44dfca65f req-c9b271bc-7495-4d3e-b9d0-8e370d5e1a89 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.1206324 Jun 17 07:54:22.970395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aab70f83-37ba-49f2-b185-1c759981be07']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:23.001656 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:23.001945 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e9ea762-d8d5-4d36-b2f4-fc688cfd9976') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:23.039229 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-58d5c49e-e677-4f6b-b648-adc44dfca65f req-68ec6786-6c35-4f57-905d-8c05791c123c tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870807 Jun 17 07:54:23.057357 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.088617 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.097048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:54:23.097446 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.131130 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28248f-2c13-452a-bca4-4b5a6e8d1d11 req-20415709-3b9f-4524-911f-8a7fdbf8c3e4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:23.132665 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8b28248f-2c13-452a-bca4-4b5a6e8d1d11 req-20415709-3b9f-4524-911f-8a7fdbf8c3e4 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.1287236 Jun 17 07:54:23.197288 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8b28248f-2c13-452a-bca4-4b5a6e8d1d11 req-716255a7-38fe-4b52-95d9-3092354d0a1b tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399952 Jun 17 07:54:23.243914 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.245580 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.251934 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] 10.222.0.27 "DELETE /v2.0/networks/aab70f83-37ba-49f2-b185-1c759981be07 HTTP/1.1" status: 204 len: 168 time: 1.1353352 Jun 17 07:54:23.266182 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7567870-9a8d-4bf2-bc3b-a357da2766fc admin admin] Pushing event deleted for resources: {'Network': ['ID=aab70f83-37ba-49f2-b185-1c759981be07,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:23.277340 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 4e9ea762-d8d5-4d36-b2f4-fc688cfd9976 resource provider aggregate not found Jun 17 07:54:23.296885 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 4e9ea762-d8d5-4d36-b2f4-fc688cfd9976 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e9ea762-d8d5-4d36-b2f4-fc688cfd9976 found for delete ", "request_id": "req-776c7463-6cbf-4c3d-8da4-5996da209e3d"}]} Jun 17 07:54:23.592050 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42530) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:23.635524 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f4f11af8-4ec4-4125-a3ef-4a70ddcdba3e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=63920d13952f4cb5ab02d1f5cae0356c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0423591 Jun 17 07:54:23.638054 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42532) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:23.685319 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.705982 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.829775 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-4c63a7a1-4ae3-4d81-98d5-b52588df2979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:23.831279 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-4c63a7a1-4ae3-4d81-98d5-b52588df2979 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5&tenant_id=15f45382153c41c0b82006cf48e8c3a4 HTTP/1.1" status: 200 len: 1097 time: 0.0415199 Jun 17 07:54:23.894029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-c9ada2c0-3c5f-4e46-8001-62c273c56a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:23.896021 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-c9ada2c0-3c5f-4e46-8001-62c273c56a7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1097 time: 0.0398033 Jun 17 07:54:23.899624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.904083 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:23.904083 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/cf39c02a-839e-4bc3-b84d-d06d482f8fb7 HTTP/1.1" status: 204 len: 168 time: 0.2644224 Jun 17 07:54:23.912685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8213ef-2cea-47b1-b767-0bc448eccd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf39c02a-839e-4bc3-b84d-d06d482f8fb7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:23.998835 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-c4d3f34d-1fca-4d0f-a275-5d1d5dd66cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:24.000305 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-c4d3f34d-1fca-4d0f-a275-5d1d5dd66cf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.0974512 Jun 17 07:54:24.073523 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-854e204b-f81f-458c-9437-29886641cae5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1000 time: 0.0604985 Jun 17 07:54:24.155785 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-be8a4bc7-ec56-486e-b2ff-9a26c0ed4d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:24.161463 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-be8a4bc7-ec56-486e-b2ff-9a26c0ed4d8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0754371 Jun 17 07:54:24.169988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3021a6-e6cc-42d9-a14c-22d5f50e029d req-1e16e83a-1b0f-4866-a639-e01b9dfaa92b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:24.171401 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8c3021a6-e6cc-42d9-a14c-22d5f50e029d req-1e16e83a-1b0f-4866-a639-e01b9dfaa92b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0639119 Jun 17 07:54:24.243087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-55059a42-bc70-4d00-a2da-1252b54743a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:24.243087 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-55059a42-bc70-4d00-a2da-1252b54743a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0636346 Jun 17 07:54:24.243087 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8c3021a6-e6cc-42d9-a14c-22d5f50e029d req-ecb28949-b120-477d-9269-e24a660e2799 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590503 Jun 17 07:54:24.335512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33312bbb-e052-4f9e-9064-020c57c4cbd1 req-e7fe1184-70ee-4c44-a9e6-599176282f59 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:24.337272 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33312bbb-e052-4f9e-9064-020c57c4cbd1 req-e7fe1184-70ee-4c44-a9e6-599176282f59 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0578361 Jun 17 07:54:24.352054 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-3a9e5d0a-709c-456d-ab5c-8ae0ec1c45a6 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052101 Jun 17 07:54:24.384905 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-33312bbb-e052-4f9e-9064-020c57c4cbd1 req-8d3acf22-0432-4d35-a6e0-76442a4abda1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406530 Jun 17 07:54:24.458540 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-ea84f370-7969-4b35-bb4e-809e90815a7f service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956419 Jun 17 07:54:25.091097 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42588) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:25.184909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1149604781-network', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:25.279525 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:54:25.281882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.294393 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.380232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.382817 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e6c0a-2eec-4fdd-869f-7b484dd48586 req-7f6b9755-2f3e-49b7-8417-6db280782167 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:25.384407 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cc9e6c0a-2eec-4fdd-869f-7b484dd48586 req-7f6b9755-2f3e-49b7-8417-6db280782167 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0568678 Jun 17 07:54:25.429980 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cc9e6c0a-2eec-4fdd-869f-7b484dd48586 req-8a53be81-57ad-4ddc-942e-eacdfdc391af tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393436 Jun 17 07:54:25.475849 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.522841 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 07:54:25.532402 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16056b-1e9a-461c-a71f-a2c4d42b60da,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:25.541002 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.541343 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Added segment c4773657-72ac-4f0d-8e40-95897ba863b2 of type vlan for network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 Jun 17 07:54:25.558584 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e2049-fc11-4ba3-be80-da92bd073c11 req-8e3c2574-70cd-4885-b1ce-d3b8fe8f048e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:25.560017 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-574e2049-fc11-4ba3-be80-da92bd073c11 req-8e3c2574-70cd-4885-b1ce-d3b8fe8f048e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0936232 Jun 17 07:54:25.606725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.640999 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-574e2049-fc11-4ba3-be80-da92bd073c11 req-22319384-08b1-4c41-abb7-85a6b104edc0 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698762 Jun 17 07:54:25.750874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.751900 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:25.752450 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:25.812358 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] Pushing event updated for resources: {'Network': ['ID=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:25.823144 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 07:54:25.881824 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-08852994-e9d4-4257-acd7-696b5adcf5d5 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7896442 Jun 17 07:54:25.884753 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42606) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:25.889961 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Request body: {'subnet': {'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-subnet', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:25.974387 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:54:25.976607 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.193369 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.247308 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86506be7-872a-44cd-961e-cebbe55a1eb9,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:26.257620 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:54:26.257974 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Network hostable DHCP agents. Network: 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 07:54:26.362562 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:54:26.376349 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 07:54:26.450653 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:26.454881 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:26.455472 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.456879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:26.473333 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aac42e0-c9a9-4ee6-989f-9865c9a783e3 None None] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:54:26.551742 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-33299cbe-69a1-42cb-abc4-65477256f332 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6650417 Jun 17 07:54:26.555123 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42620) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:26.560650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:26.576688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c31569-5846-483d-ac4f-87fbd6bf990d req-202ab3c9-fb29-4442-b7fd-d9731e9363e1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:26.578679 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82c31569-5846-483d-ac4f-87fbd6bf990d req-202ab3c9-fb29-4442-b7fd-d9731e9363e1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 943 time: 0.0587103 Jun 17 07:54:26.615243 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'port_id': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'mac_address': 'fa:16:3e:f5:5e:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:54:26.625784 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82c31569-5846-483d-ac4f-87fbd6bf990d req-61fab889-75d2-468f-88a7-421162a4a8e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Jun 17 07:54:26.671429 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.672623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.701632 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:26.701936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.719878 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:54:26.745102 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.765025 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:26.796265 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc6cf33-34e1-431a-b685-77b3a84b412e req-3c0bce57-40ed-4da5-b9f8-7bf8bfee61a6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:26.797780 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9fc6cf33-34e1-431a-b685-77b3a84b412e req-3c0bce57-40ed-4da5-b9f8-7bf8bfee61a6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0549984 Jun 17 07:54:26.808104 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 07:54:26.809050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.878651 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:26.969616 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=9']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:26.988598 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Allocated IP 172.20.0.2 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/b8fee7df-973b-465c-a02e-0c637c9b973d) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:54:27.119712 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9fc6cf33-34e1-431a-b685-77b3a84b412e req-540d9b10-6819-498d-a4be-a23e4531aa1f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3152144 Jun 17 07:54:27.144677 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.151290 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['66b004b2-c4b3-4429-8cde-3307de17e44d'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:54:27.216354 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.226774 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.276406 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:27.286579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:27.292369 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:54:27.294284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Pushing event updated for resources: {'Port': ['ID=b8fee7df-973b-465c-a02e-0c637c9b973d,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:27.383689 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Attempting to bind port b8fee7df-973b-465c-a02e-0c637c9b973d on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:54:27.384313 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Attempting to bind port b8fee7df-973b-465c-a02e-0c637c9b973d by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:54:27.384869 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Attempting to bind port b8fee7df-973b-465c-a02e-0c637c9b973d on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:54:27.391854 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:54:27.392450 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:54:27.393052 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.393614 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:54:27.394165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Bound port: b8fee7df-973b-465c-a02e-0c637c9b973d, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:54:27.394457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.466373 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] For port b8fee7df-973b-465c-a02e-0c637c9b973d, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:54:27.469349 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] For port b8fee7df-973b-465c-a02e-0c637c9b973d, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b8fee7df-973b-465c-a02e-0c637c9b973d,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:54:27.529266 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.550225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.554696 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:27.639922 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf93d14-45b6-49b7-b0c6-fca57f41ab65 None None] Pushing event updated for resources: {'Port': ['ID=b8fee7df-973b-465c-a02e-0c637c9b973d,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:27.683350 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Allocated IP 172.27.2.15 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/67d75f83-0de5-4abf-8703-422ba51d9307) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:54:27.759851 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744f1f63-7b79-42c4-91d6-37fd29d3f6ac req-46a7f0a7-4e58-4cde-b881-5d07eb5b078a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:27.762144 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-744f1f63-7b79-42c4-91d6-37fd29d3f6ac req-46a7f0a7-4e58-4cde-b881-5d07eb5b078a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 944 time: 0.0592587 Jun 17 07:54:27.809970 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-744f1f63-7b79-42c4-91d6-37fd29d3f6ac req-65069a94-69e7-4a56-8080-6fc5ad21e384 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412092 Jun 17 07:54:27.823639 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.233100 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d12c9-3d72-4cc0-817d-8be813b75dd6 req-36aa3ecd-7551-41ac-ae05-5c703ce809ca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:28.234557 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-378d12c9-3d72-4cc0-817d-8be813b75dd6 req-36aa3ecd-7551-41ac-ae05-5c703ce809ca tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0477819 Jun 17 07:54:28.279702 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-378d12c9-3d72-4cc0-817d-8be813b75dd6 req-764f3cfd-e3f8-4233-93b0-b44c2b5f8c02 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388968 Jun 17 07:54:28.363108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:28.414529 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 66b004b2-c4b3-4429-8cde-3307de17e44d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:28.414887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.494719 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.499046 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 66b004b2-c4b3-4429-8cde-3307de17e44d is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:28.500541 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.526318 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:28.528674 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c798e4a2-2a86-4dc4-8caa-490ef1f37f80" -d '{"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:28.533985 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:28.539099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:28.545619 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:28.545860 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:54:28.551077 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Pushing event updated for resources: {'Port': ['ID=67d75f83-0de5-4abf-8703-422ba51d9307,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:28.574714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f252f8-4c15-4043-91ab-a943c26392e5 x-openstack-request-id: req-32f252f8-4c15-4043-91ab-a943c26392e5 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:28.575165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-plugged", "status": "completed", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:28.575435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-32f252f8-4c15-4043-91ab-a943c26392e5 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:28.575949 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f252f8-4c15-4043-91ab-a943c26392e5'] response: {'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'code': 200} Jun 17 07:54:28.641178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.643679 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f6e26c-f2e4-4b5d-90f7-761501136666 None None] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:54:28.774706 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=10']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:28.780857 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Provisioning complete for port b8fee7df-973b-465c-a02e-0c637c9b973d triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:28.781246 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.808034 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b8fee7df-973b-465c-a02e-0c637c9b973d up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:28.935386 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.958198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-dffb382a-fa47-4bff-a09a-02b46be22ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.979549 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Current status of the port b8fee7df-973b-465c-a02e-0c637c9b973d is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:28.979994 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.982267 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port b8fee7df-973b-465c-a02e-0c637c9b973d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:28.982708 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:28.999682 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c69aa5a-9f30-47ea-8b71-d4243479b677 req-e62753d4-e5bd-4c63-bb3e-61f507f6bbe0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:29.001176 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c69aa5a-9f30-47ea-8b71-d4243479b677 req-e62753d4-e5bd-4c63-bb3e-61f507f6bbe0 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.1147010 Jun 17 07:54:29.007625 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc421d-1ccc-4b4a-b90c-06405fda8ff1 req-aeb6eaef-c2cb-4863-a5d6-5147f4b22d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:29.010401 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ccc421d-1ccc-4b4a-b90c-06405fda8ff1 req-aeb6eaef-c2cb-4863-a5d6-5147f4b22d15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 1099 time: 0.0465133 Jun 17 07:54:29.059542 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ccc421d-1ccc-4b4a-b90c-06405fda8ff1 req-90b700f7-2976-4b14-adb0-16a5cc49145e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423698 Jun 17 07:54:29.062203 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] For port b8fee7df-973b-465c-a02e-0c637c9b973d, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b8fee7df-973b-465c-a02e-0c637c9b973d,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:29.104935 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7c69aa5a-9f30-47ea-8b71-d4243479b677 req-36665430-2593-44cf-a2bc-a04cc4a506f6 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933571 Jun 17 07:54:29.122024 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b8fee7df-973b-465c-a02e-0c637c9b973d is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:29.122442 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:29.126772 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:29.219511 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd1772-cbec-49be-a412-e27a8b1ecba0 None None] Pushing event updated for resources: {'Port': ['ID=b8fee7df-973b-465c-a02e-0c637c9b973d,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:29.232509 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 07:54:29.232509 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 07:54:29.248425 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:29.350505 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-3ad6c554-0409-4417-8325-622d7b88f94e None None] Provisioning complete for port b8fee7df-973b-465c-a02e-0c637c9b973d triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:29.351161 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3ad6c554-0409-4417-8325-622d7b88f94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:29.424489 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39ac3f-a2fb-4b43-815d-5f9167405df9 req-f1323428-df4d-4574-8e47-78ba42247f96 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:29.426641 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8e39ac3f-a2fb-4b43-815d-5f9167405df9 req-f1323428-df4d-4574-8e47-78ba42247f96 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0648515 Jun 17 07:54:29.440127 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-3ad6c554-0409-4417-8325-622d7b88f94e None None] Current status of the port b8fee7df-973b-465c-a02e-0c637c9b973d is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:29.469155 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8e39ac3f-a2fb-4b43-815d-5f9167405df9 req-df4c7316-ee9a-4163-ac1d-1dd734e5b93a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334795 Jun 17 07:54:29.490475 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 07:54:29.599791 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:54:29.610230 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:54:29.625600 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:29.626217 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:29.701241 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:29.702510 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c8c7c38a-73ef-46b1-a35b-45f8af4a36be admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1458821 Jun 17 07:54:29.705201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42648) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:29.731554 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:29.768551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b8fee7df-973b-465c-a02e-0c637c9b973d is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:29.912614 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:28Z', 'revision_number': 3, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:29.938818 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:54:29.939163 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Updating router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb port 67d75f83-0de5-4abf-8703-422ba51d9307 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:54:29.963926 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.106752 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.243266 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.325422 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.370048 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Pushing event updated for resources: {'Port': ['ID=67d75f83-0de5-4abf-8703-422ba51d9307,revision_number=2']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:30.380444 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.380811 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.381171 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.381530 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.381811 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.382124 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.382432 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.382748 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.383143 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.383379 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.383687 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.384009 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:30.403120 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Attempting to bind port 67d75f83-0de5-4abf-8703-422ba51d9307 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:54:30.403492 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Attempting to bind port 67d75f83-0de5-4abf-8703-422ba51d9307 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:54:30.404082 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Attempting to bind port 67d75f83-0de5-4abf-8703-422ba51d9307 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:54:30.410074 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:54:30.410488 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:54:30.410889 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.411335 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:54:30.411710 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Bound port: 67d75f83-0de5-4abf-8703-422ba51d9307, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:54:30.412102 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.465108 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] For port 67d75f83-0de5-4abf-8703-422ba51d9307, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:54:30.468256 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] For port 67d75f83-0de5-4abf-8703-422ba51d9307, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67d75f83-0de5-4abf-8703-422ba51d9307,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:54:30.493543 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb923083-1adb-40b3-85c2-5e2408bb7494 req-62aa1fc4-fbae-495b-bf82-16c1b595aa0e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:30.494998 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fb923083-1adb-40b3-85c2-5e2408bb7494 req-62aa1fc4-fbae-495b-bf82-16c1b595aa0e tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.0865827 Jun 17 07:54:30.571869 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fb923083-1adb-40b3-85c2-5e2408bb7494 req-c896a39f-9651-49da-84e6-d55802fd619b tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693467 Jun 17 07:54:30.581775 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Allocated IP 172.20.0.1 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/43e06b37-2227-4fd3-b2d9-f1310a2f9a2e) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:54:30.587278 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c708b2-1a0c-49ff-be21-764f4505d01a req-0e561204-695e-4796-82b2-3d2fc3b17bf6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:30.589699 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a1c708b2-1a0c-49ff-be21-764f4505d01a req-0e561204-695e-4796-82b2-3d2fc3b17bf6 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0500393 Jun 17 07:54:30.595521 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.645213 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a1c708b2-1a0c-49ff-be21-764f4505d01a req-55072f9b-b085-486e-b6c5-835f63aef633 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488999 Jun 17 07:54:30.659508 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1fb0f6-9ab9-4e3a-a8ed-599ccc378de8 None None] Pushing event updated for resources: {'Port': ['ID=67d75f83-0de5-4abf-8703-422ba51d9307,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:30.685734 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:30.686173 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:30.726574 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.782947 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b8fee7df-973b-465c-a02e-0c637c9b973d up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:30.812751 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:30.842900 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port b8fee7df-973b-465c-a02e-0c637c9b973d triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:30.843364 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.862394 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:30.913761 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:30.916628 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:30.923728 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:54:30.936523 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port b8fee7df-973b-465c-a02e-0c637c9b973d is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:30.945064 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Pushing event updated for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:30.963784 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.022171 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:28Z', 'revision_number': 3, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:31.051000 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf5e95e-de27-4238-990f-d76fc417dba2 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:28Z', 'revision_number': 3, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:54:31.107714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-bbddb081-7a9e-4dc3-8df2-48bd2bc9d35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.170296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.175776 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-bc16e6a0-03d7-429e-afbd-7ae098da34ce None None] Provisioning complete for port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:31.176361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-bc16e6a0-03d7-429e-afbd-7ae098da34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.218531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-bc16e6a0-03d7-429e-afbd-7ae098da34ce None None] Port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:54:31.369907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.427698 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.502481 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.504674 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Pushing event updated for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:31.624569 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:31.625970 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:31.770012 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac138c-8e09-4ecc-b2cb-d207b443709b req-c21b2d52-3f92-43d9-b2e3-084b2bed6606 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:31.778493 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-76ac138c-8e09-4ecc-b2cb-d207b443709b req-c21b2d52-3f92-43d9-b2e3-084b2bed6606 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 944 time: 0.0674756 Jun 17 07:54:31.795628 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a49ae6-fb2c-4ec5-bc82-5c5a858bc0ea req-fbeb685e-f1d4-49b9-acc5-ce25d9472427 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:31.802852 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-67a49ae6-fb2c-4ec5-bc82-5c5a858bc0ea req-fbeb685e-f1d4-49b9-acc5-ce25d9472427 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.1284304 Jun 17 07:54:31.829970 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:54:31.834669 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-76ac138c-8e09-4ecc-b2cb-d207b443709b req-96ad8feb-052f-474d-a1ba-e97835426f1f tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499237 Jun 17 07:54:31.872205 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-67a49ae6-fb2c-4ec5-bc82-5c5a858bc0ea req-bd6e638e-67df-4025-9cae-7016e2ae8851 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681281 Jun 17 07:54:31.949645 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-e239c775-4301-4403-971d-2a8d2dead12c None None] Provisioning complete for port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:31.953330 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e239c775-4301-4403-971d-2a8d2dead12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:31.981186 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:54:31.987183 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ca6b1547-0591-4a3b-8509-447d8008b005 admin admin] 10.222.0.27 "PUT /v2.0/routers/e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2794271 Jun 17 07:54:31.996161 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-e239c775-4301-4403-971d-2a8d2dead12c None None] Port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:54:32.290354 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.327446 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42706) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:32.331961 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--679269383', 'description': 'tempest-description--652606041'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:32.395615 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:54:32.439480 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.499171 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:32.516200 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'c6886119-c677-459a-a2ca-ecbba951962a', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'port_id': 'c6886119-c677-459a-a2ca-ecbba951962a', 'mac_address': 'fa:16:3e:11:ce:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:54:32.537454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.625176 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.655269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42585539-aacf-461f-94e9-2d8494a56ccf,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:32.692395 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c6886119-c677-459a-a2ca-ecbba951962a is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:32.692395 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.702089 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6886119-c677-459a-a2ca-ecbba951962a {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:54:32.725595 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:32.738397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.742921 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-62d5d845-6032-41fb-b77a-6a72d42f6fe8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4144232 Jun 17 07:54:32.743058 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42716) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:32.747699 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '42585539-aacf-461f-94e9-2d8494a56ccf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:32.754771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:54:32.767368 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:32.768057 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:32.809689 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67d75f83-0de5-4abf-8703-422ba51d9307 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:32.860980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.957397 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:32.967872 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=7']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:32.978611 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9bfa9-139b-4588-9f71-3a2811cfaccf req-6a62f5ac-3352-4e5f-9854-36cf2dc6af97 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:32.980143 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ad9bfa9-139b-4588-9f71-3a2811cfaccf req-6a62f5ac-3352-4e5f-9854-36cf2dc6af97 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0885944 Jun 17 07:54:32.986906 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:33.014769 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe383dc-251d-4aed-803c-db0aba48ccd9 req-46c642d3-d502-470e-83b5-dc193a311a46 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:33.023031 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-abe383dc-251d-4aed-803c-db0aba48ccd9 req-46c642d3-d502-470e-83b5-dc193a311a46 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.0693967 Jun 17 07:54:33.026134 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 67d75f83-0de5-4abf-8703-422ba51d9307 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:33.026395 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.044570 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ad9bfa9-139b-4588-9f71-3a2811cfaccf req-ff0e52cb-8edd-4b24-a1a1-4eebfc94069d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534039 Jun 17 07:54:33.070558 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-abe383dc-251d-4aed-803c-db0aba48ccd9 req-4e9d7a5c-5b55-414f-b190-b9d9000fde99 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459721 Jun 17 07:54:33.082964 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.122656 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['c6886119-c677-459a-a2ca-ecbba951962a'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:54:33.190815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.209201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9da5754d-234e-4cd5-9515-ed648329ccd7,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:33.278494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.279735 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5c468eb9-31bb-496b-bca7-fbc38f993955 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5358155 Jun 17 07:54:33.288579 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42728) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:33.293141 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '42585539-aacf-461f-94e9-2d8494a56ccf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:33.321948 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 67d75f83-0de5-4abf-8703-422ba51d9307 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:33.322338 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.382314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 67d75f83-0de5-4abf-8703-422ba51d9307, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67d75f83-0de5-4abf-8703-422ba51d9307,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:33.406632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.433818 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:33.463514 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.464694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.466502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:54:33.470432 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Updating router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 07:54:33.517397 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.526707 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.547611 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.565963 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7133fb0-d58f-4163-83e1-b38b41b063da,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:33.592254 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=67d75f83-0de5-4abf-8703-422ba51d9307,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:33.667128 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.668464 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-9c845766-8062-4d24-a726-246c663b58be tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787835 Jun 17 07:54:33.671668 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42730) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:33.676606 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:33.779792 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.867575 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.884204 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.958927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.962274 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:33.993559 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.27.2.240 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/1e0c6903-59fc-479b-8f2f-9d2c301f1015) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:54:34.011771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68bcd-1708-4441-806e-25ba4dbafd27 None None] Pushing event updated for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:34.068808 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Attempting to bind port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:54:34.069358 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Attempting to bind port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:54:34.069923 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Attempting to bind port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:54:34.075654 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:54:34.076016 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:54:34.076411 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.076789 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:54:34.077273 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Bound port: 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:54:34.077648 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.114786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.147670 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] For port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:54:34.151612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] For port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:54:34.195549 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a6b1-ec73-4ff8-b70c-d38cc8c8f2fb req-0dc000db-3829-4602-9af4-a2596f903e89 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:34.197159 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4056a6b1-ec73-4ff8-b70c-d38cc8c8f2fb req-0dc000db-3829-4602-9af4-a2596f903e89 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 945 time: 0.0560038 Jun 17 07:54:34.235824 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4056a6b1-ec73-4ff8-b70c-d38cc8c8f2fb req-897ad9fc-2a3a-49f0-a2ef-d4f360114756 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326731 Jun 17 07:54:34.241557 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-4504a677-ffc3-4d63-b359-a2c7823d7597 None None] Provisioning complete for port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:34.241922 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4504a677-ffc3-4d63-b359-a2c7823d7597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.263969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.273799 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.309411 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-4504a677-ffc3-4d63-b359-a2c7823d7597 None None] Port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:54:34.312697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:34.315404 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:34.322568 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:54:34.326228 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=1e0c6903-59fc-479b-8f2f-9d2c301f1015,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:34.335528 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:34.336149 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:34.338002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c68bcd-1708-4441-806e-25ba4dbafd27 None None] Pushing event updated for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:34.419125 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.437320 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:34.489309 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:34.555300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.704578 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Provisioning complete for port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:34.704928 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.751491 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port c6886119-c677-459a-a2ca-ecbba951962a triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:34.751856 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.757158 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.783168 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67d75f83-0de5-4abf-8703-422ba51d9307 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:34.873178 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.941425 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=1e0c6903-59fc-479b-8f2f-9d2c301f1015,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:34.953062 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.985108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Current status of the port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:34.985495 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:34.991536 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 67d75f83-0de5-4abf-8703-422ba51d9307 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:34.991886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:35.041318 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port c6886119-c677-459a-a2ca-ecbba951962a is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:35.042018 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:35.046512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:35.047961 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c5498b2d-674f-4a33-a359-18103d68ef42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3752227 Jun 17 07:54:35.084601 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] For port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:35.092468 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:35.095140 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35da65d9-b9c3-440b-9cbd-3d050fe44a43" -d '{"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-plugged", "status": "completed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:35.111597 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:35.121767 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:34Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:35.156319 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dba98553-0c45-4ed0-b2ac-4bb323d1eeca x-openstack-request-id: req-dba98553-0c45-4ed0-b2ac-4bb323d1eeca {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:35.156604 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-plugged", "status": "completed", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:35.156851 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-dba98553-0c45-4ed0-b2ac-4bb323d1eeca {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:35.157264 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba98553-0c45-4ed0-b2ac-4bb323d1eeca'] response: {'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'code': 200} Jun 17 07:54:35.175069 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f427bac2-c392-48b8-a43f-ca94e42f5122 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:34Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:54:35.185257 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:35.197438 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-d0bfddf7-2fd3-4335-b510-536c17a36e34 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--679269383&fields=id&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 267 time: 0.0379367 Jun 17 07:54:35.209487 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:35.221927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 67d75f83-0de5-4abf-8703-422ba51d9307 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:35.270874 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a58b1c3-8c2a-4ffb-a7cb-cfc53cee46d9 None None] Pushing event updated for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:35.335984 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=8']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:35.371744 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-1773b72b-b7d8-4579-b07a-fd235bf8839f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:35.373346 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-1773b72b-b7d8-4579-b07a-fd235bf8839f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.1685958 Jun 17 07:54:35.384210 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7c915-866c-4e34-a041-4833d4972162 req-c2ce7fa0-8495-4732-8f13-21748a1bc43a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:35.385848 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-66f7c915-866c-4e34-a041-4833d4972162 req-c2ce7fa0-8495-4732-8f13-21748a1bc43a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0501261 Jun 17 07:54:35.396854 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-17e3231d-c92a-4247-9bbf-d6d9a84250f2 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/quotas/e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 375 time: 0.0134456 Jun 17 07:54:35.437488 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-66f7c915-866c-4e34-a041-4833d4972162 req-32c09a0b-dc99-43b5-935b-b5419451d2e1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453651 Jun 17 07:54:35.478039 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a2242140-dea1-4565-b4e7-118b3bed0d82 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0684085 Jun 17 07:54:35.585875 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8e28c-0b4a-4873-b4d0-d56a6b06f9ac req-7b31d278-580e-4e8b-bc0f-fb61ffd96fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:35.587335 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9ae8e28c-0b4a-4873-b4d0-d56a6b06f9ac req-7b31d278-580e-4e8b-bc0f-fb61ffd96fcd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0880148 Jun 17 07:54:35.593832 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-6cc80cb8-49f2-4942-ba3e-62235ae28706 service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218560 Jun 17 07:54:35.679142 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9ae8e28c-0b4a-4873-b4d0-d56a6b06f9ac req-d0cec027-ed57-43b9-bc4a-9039148e0029 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846136 Jun 17 07:54:35.710086 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-7f4638a1-f443-4f77-9ad4-5ebcbd1366ed service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078126 Jun 17 07:54:35.945694 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d26148a6-a914-49cb-9cc9-b0e3fc2baa21 req-38718883-73e8-44c5-abc8-a10dcd973a19 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 210 time: 0.0318594 Jun 17 07:54:36.564167 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7984d-bad2-4822-9797-71bd9b264006 req-0f683984-7385-4975-8bd6-3fcbf21a3056 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:36.565628 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3a7984d-bad2-4822-9797-71bd9b264006 req-0f683984-7385-4975-8bd6-3fcbf21a3056 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0479066 Jun 17 07:54:36.603829 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3a7984d-bad2-4822-9797-71bd9b264006 req-3708ae55-ac3e-43cb-af4c-62794b4e4f07 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313885 Jun 17 07:54:36.791051 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:36.842454 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:36.842820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:36.918792 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:37.039448 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fe91c29e-edcc-467e-8890-238af8c79b35 req-c7231967-75c3-47c9-83e6-35d90375932c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 210 time: 0.0258930 Jun 17 07:54:37.720576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464f6f4-ae94-4587-b136-73a00fcce134 req-ed6d8b40-4597-4ebc-b070-02dd8f651337 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:37.722021 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2464f6f4-ae94-4587-b136-73a00fcce134 req-ed6d8b40-4597-4ebc-b070-02dd8f651337 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0473452 Jun 17 07:54:37.761618 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2464f6f4-ae94-4587-b136-73a00fcce134 req-d8ff37b7-eab7-4b00-a6a3-880fcc3709be tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336707 Jun 17 07:54:37.822003 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42798) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:37.927520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df1c2d53-af49-4469-aba0-3090ffad464f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.003213 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df1c2d53-af49-4469-aba0-3090ffad464f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.078313 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-df1c2d53-af49-4469-aba0-3090ffad464f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.127245 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-df1c2d53-af49-4469-aba0-3090ffad464f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b9bda91fa51b4ecfacc26f3bf96543b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3041613 Jun 17 07:54:38.140386 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42804) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:38.141435 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c2d53-af49-4469-aba0-3090ffad464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a88e84e-9351-4269-9de4-283fc63d6a31,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:38.145907 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-15c45118-0ad0-4c3a-81c2-2a6c575c5d39 req-3515d2a5-5e31-4f64-b1ee-0c45bf3abb9f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 210 time: 0.0335903 Jun 17 07:54:38.211217 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-50ccb9d1-e53e-4a4c-bba1-8eec3a5aff00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:38.212629 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-50ccb9d1-e53e-4a4c-bba1-8eec3a5aff00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.1383419 Jun 17 07:54:38.230310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.266463 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.279315 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-afabc5c4-6d29-4278-a4b1-6d90739e59c1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 379 time: 0.0570881 Jun 17 07:54:38.293837 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'port': {'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'admin_state_up': True, 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'security_groups': ['42585539-aacf-461f-94e9-2d8494a56ccf']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:38.481952 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.484475 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.486455 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/7a88e84e-9351-4269-9de4-283fc63d6a31 HTTP/1.1" status: 204 len: 168 time: 0.3444200 Jun 17 07:54:38.493472 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3276ef-4820-45f4-9950-795fc305d9af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a88e84e-9351-4269-9de4-283fc63d6a31,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:38.505050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:54:38.509049 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.636537 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.20.0.8 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/15a740e3-0893-4156-9735-ae52c5c1d8bb) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:54:38.769308 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.865655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:38.906032 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:54:38.909217 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:54:38.912654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:54:38.921462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:38.967478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:38.968000 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.044967 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-66ff1a62-63c5-4ca2-a8d2-9a055cc9f193 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7562802 Jun 17 07:54:39.059545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Request body: {'port': {'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:39.103031 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42814) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:39.115672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.115862 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d090b36-feae-4529-b77e-a28ac07e2f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.130278 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-651391b5-3420-4f50-adbb-258da62005ec None None] Provisioning complete for port 15a740e3-0893-4156-9735-ae52c5c1d8bb triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:39.130857 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-651391b5-3420-4f50-adbb-258da62005ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.180451 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-651391b5-3420-4f50-adbb-258da62005ec None None] Port 15a740e3-0893-4156-9735-ae52c5c1d8bb cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:54:39.201452 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d090b36-feae-4529-b77e-a28ac07e2f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.279027 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-4d090b36-feae-4529-b77e-a28ac07e2f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.305031 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2d36b9-630c-4f12-a888-d8d1316ab772 req-537bb36e-587c-4bf2-acb3-1bd20d44948a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:39.306460 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2c2d36b9-630c-4f12-a888-d8d1316ab772 req-537bb36e-587c-4bf2-acb3-1bd20d44948a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 931 time: 0.0870736 Jun 17 07:54:39.317860 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-4d090b36-feae-4529-b77e-a28ac07e2f40 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fb348ff083bd46069cb2ce6e5a15d0a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137625 Jun 17 07:54:39.318703 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d090b36-feae-4529-b77e-a28ac07e2f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafe5289-097c-4bc1-a835-4ca640c3945b,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:39.320994 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42818) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:39.369118 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.379688 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2c2d36b9-630c-4f12-a888-d8d1316ab772 req-1d06ca4a-6039-4df6-9429-93fe65ff7745 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486741 Jun 17 07:54:39.389632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.443235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a740e3-0893-4156-9735-ae52c5c1d8bb {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:54:39.450408 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.513571 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Transition to ACTIVE for port object 15a740e3-0893-4156-9735-ae52c5c1d8bb will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:54:39.513871 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.516519 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.517700 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bafe5289-097c-4bc1-a835-4ca640c3945b HTTP/1.1" status: 204 len: 168 time: 0.1958482 Jun 17 07:54:39.525815 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ae5a17-a38d-4680-9662-2b7276763814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafe5289-097c-4bc1-a835-4ca640c3945b,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:39.590951 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.648076 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Pushing event updated for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:39.714347 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Attempting to bind port 15a740e3-0893-4156-9735-ae52c5c1d8bb on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:54:39.714689 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Attempting to bind port 15a740e3-0893-4156-9735-ae52c5c1d8bb by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:54:39.715066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Attempting to bind port 15a740e3-0893-4156-9735-ae52c5c1d8bb on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:54:39.719753 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Port 15a740e3-0893-4156-9735-ae52c5c1d8bb on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:54:39.720330 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Attempting to bind port 15a740e3-0893-4156-9735-ae52c5c1d8bb on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:54:39.726486 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:54:39.726688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:54:39.727041 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:54:39.727481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Bound port: 15a740e3-0893-4156-9735-ae52c5c1d8bb, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:54:39.727603 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.727836 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.796434 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:54:39.799797 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:54:39.905542 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.940205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:39.940801 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:39.942771 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] 10.222.0.57 "PUT /v2.0/ports/15a740e3-0893-4156-9735-ae52c5c1d8bb HTTP/1.1" status: 200 len: 1093 time: 0.8874340 Jun 17 07:54:39.943275 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:39.945414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5" -d '{"events": [{"name": "network-changed", "server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:39.971317 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69ab8dc-2fe7-4c99-97ef-75201be13a75 service neutron] Pushing event updated for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:39.985696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a3c375-34cb-4ebf-ac3c-6c83c42295b3 x-openstack-request-id: req-f7a3c375-34cb-4ebf-ac3c-6c83c42295b3 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:39.985696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:39.985696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f7a3c375-34cb-4ebf-ac3c-6c83c42295b3 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:39.985696 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a3c375-34cb-4ebf-ac3c-6c83c42295b3'] response: {'name': 'network-changed', 'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'status': 'completed', 'code': 200} Jun 17 07:54:40.051569 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-fd317749-4c90-4a7b-9412-70918357d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.053015 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-fd317749-4c90-4a7b-9412-70918357d87a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 1096 time: 0.0443504 Jun 17 07:54:40.155006 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-de6f6d35-484b-4687-9b77-b80c32e4926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.156531 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-de6f6d35-484b-4687-9b77-b80c32e4926c service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e6334d8454d94e32852d0ec015e25d50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950532 Jun 17 07:54:40.211582 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42826) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:40.233752 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a924-ed2b-47a8-b2e3-eec0a5898cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.312478 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a924-ed2b-47a8-b2e3-eec0a5898cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.387341 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b1c5a924-ed2b-47a8-b2e3-eec0a5898cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.433530 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-b1c5a924-ed2b-47a8-b2e3-eec0a5898cc9 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1a868d96507a4c33920f577170baaf47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2173166 Jun 17 07:54:40.433530 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c5a924-ed2b-47a8-b2e3-eec0a5898cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07004451-371d-498e-a83c-fb7049bfd778,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:40.434683 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42830) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:40.492373 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.512674 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.543032 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92283f3e-a2fe-4459-9a59-a0c574a3944f req-e48e71e3-654d-478b-bf77-b5bf9f098b83 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.544474 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-92283f3e-a2fe-4459-9a59-a0c574a3944f req-e48e71e3-654d-478b-bf77-b5bf9f098b83 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 943 time: 0.0945566 Jun 17 07:54:40.559749 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-610166e5-0862-46db-8bf6-ed84be24f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.561206 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ffc9304-a7ea-435d-91c7-d2f9c60ebbd5 req-610166e5-0862-46db-8bf6-ed84be24f5ad service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3970332 Jun 17 07:54:40.591213 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-92283f3e-a2fe-4459-9a59-a0c574a3944f req-7ad42cb2-ef29-4fdd-97c3-234dc89afc6f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349073 Jun 17 07:54:40.637203 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-018250c8-8c20-4da2-97fd-7842f7772419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.638669 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-018250c8-8c20-4da2-97fd-7842f7772419 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 1096 time: 0.0396116 Jun 17 07:54:40.650152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.652689 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:40.653854 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/07004451-371d-498e-a83c-fb7049bfd778 HTTP/1.1" status: 204 len: 168 time: 0.2183480 Jun 17 07:54:40.662498 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789d82e-0c86-48ba-a5b1-b0fb07400846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07004451-371d-498e-a83c-fb7049bfd778,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:40.683866 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-4d898d7d-5e06-43e9-9d64-c238ee5ded97 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb HTTP/1.1" status: 200 len: 217 time: 0.0363052 Jun 17 07:54:40.740881 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-617011c6-aa5c-4830-980f-6d3154c0bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.742378 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-617011c6-aa5c-4830-980f-6d3154c0bd74 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0484884 Jun 17 07:54:40.786953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-611fc2e4-e000-4126-aba2-2619939d55b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:40.788389 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-611fc2e4-e000-4126-aba2-2619939d55b5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400343 Jun 17 07:54:40.874621 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-2900e2e9-0299-499f-8c53-b85fd50b8a85 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790961 Jun 17 07:54:40.975999 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6e448caa-0fc3-466c-b65c-55326cf08c6c req-ee861742-9376-4f54-9ab6-173aba155cf3 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944095 Jun 17 07:54:41.704088 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d945f-3560-4f29-93c7-736d8de606ae req-f685fd2d-11d3-4fea-afe2-80aa5f927bbc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:41.705697 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-239d945f-3560-4f29-93c7-736d8de606ae req-f685fd2d-11d3-4fea-afe2-80aa5f927bbc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 943 time: 0.0492251 Jun 17 07:54:41.743591 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-239d945f-3560-4f29-93c7-736d8de606ae req-6804d202-15b8-4e46-bea3-c9f9ae7e1cfb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Jun 17 07:54:42.858139 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198e333-c2d0-416c-a651-492ba92348f6 req-b67e7113-5442-4529-8932-c521df2c13e7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:42.859531 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5198e333-c2d0-416c-a651-492ba92348f6 req-b67e7113-5442-4529-8932-c521df2c13e7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 943 time: 0.0486755 Jun 17 07:54:42.897183 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5198e333-c2d0-416c-a651-492ba92348f6 req-4c76a2c4-3698-4ffe-999e-ce3045d5dd71 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315340 Jun 17 07:54:43.351495 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42910) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:43.454421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-de31ec75-bb44-4753-a1c3-66b73fcbd111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.526778 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-de31ec75-bb44-4753-a1c3-66b73fcbd111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.601771 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-de31ec75-bb44-4753-a1c3-66b73fcbd111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.640348 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-de31ec75-bb44-4753-a1c3-66b73fcbd111 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=989f57bfe056484d939a12bb9a45411d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877793 Jun 17 07:54:43.641479 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de31ec75-bb44-4753-a1c3-66b73fcbd111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1948d20d-32d5-47e4-8740-73fe358d3802,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:43.643093 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42914) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:43.692022 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.715969 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.842090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.844641 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:43.845848 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/1948d20d-32d5-47e4-8740-73fe358d3802 HTTP/1.1" status: 204 len: 168 time: 0.2017827 Jun 17 07:54:43.854221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1948d20d-32d5-47e4-8740-73fe358d3802,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:43.861430 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.862028 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.862157 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.862485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.862810 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.863798 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.864142 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.864465 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.864784 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.865132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.865479 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:43.874884 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552cae6a-0b91-452e-8657-04e834ee1802 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:54:44.009654 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc87ea4-f906-498e-8a7f-db14177995ca req-91968d69-ef44-4c16-abce-6f007592a5ef tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:44.011064 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0cc87ea4-f906-498e-8a7f-db14177995ca req-91968d69-ef44-4c16-abce-6f007592a5ef tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 943 time: 0.0482774 Jun 17 07:54:44.047863 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0cc87ea4-f906-498e-8a7f-db14177995ca req-18801aa6-b468-4fc2-bd20-24f95a6b1d09 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309293 Jun 17 07:54:44.464708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 42922) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:44.477708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe9e2-3728-417f-b65a-4f425d74b8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.488199 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 15a740e3-0893-4156-9735-ae52c5c1d8bb details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:54:44.550351 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe9e2-3728-417f-b65a-4f425d74b8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.583319 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:44.594270 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:54:44.615878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d3ffe9e2-3728-417f-b65a-4f425d74b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.630841 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 15a740e3-0893-4156-9735-ae52c5c1d8bb is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:44.631147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.643420 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a740e3-0893-4156-9735-ae52c5c1d8bb {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:54:44.654327 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d3ffe9e2-3728-417f-b65a-4f425d74b8d3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3dda7b60670c405c809f35308927ff13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885026 Jun 17 07:54:44.655171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ffe9e2-3728-417f-b65a-4f425d74b8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d2339b-6202-473b-95c9-3702cfb84f5c,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:44.657067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 42924) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:44.663392 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:44.704906 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.725356 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.741421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.791185 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:44.842162 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.844694 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:44.845878 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b0d2339b-6202-473b-95c9-3702cfb84f5c HTTP/1.1" status: 204 len: 168 time: 0.1878402 Jun 17 07:54:44.853636 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbad047b-9aca-4194-a68e-f52409a953b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d2339b-6202-473b-95c9-3702cfb84f5c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:44.992823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['15a740e3-0893-4156-9735-ae52c5c1d8bb'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:54:45.164700 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a5f35-e6c2-463c-8370-f65b41f8d955 req-f3944e68-d37f-4555-8b2f-bcd8c15c3550 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:45.166187 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-934a5f35-e6c2-463c-8370-f65b41f8d955 req-f3944e68-d37f-4555-8b2f-bcd8c15c3550 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 944 time: 0.0516574 Jun 17 07:54:45.203440 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-934a5f35-e6c2-463c-8370-f65b41f8d955 req-b0c7bab0-2dc6-4373-8772-eff0159a1f22 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313296 Jun 17 07:54:46.329687 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ace05-6408-45a0-a62d-8d7ea29652ec req-351ce202-97d3-44ef-9e17-5239e3d77845 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:46.331470 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da4ace05-6408-45a0-a62d-8d7ea29652ec req-351ce202-97d3-44ef-9e17-5239e3d77845 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 944 time: 0.0523963 Jun 17 07:54:46.372460 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-da4ace05-6408-45a0-a62d-8d7ea29652ec req-b91f7578-4172-45eb-9e11-a9a6cc759ea8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345678 Jun 17 07:54:46.489578 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 15a740e3-0893-4156-9735-ae52c5c1d8bb up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:54:46.599740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 15a740e3-0893-4156-9735-ae52c5c1d8bb completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:54:46.603775 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 15a740e3-0893-4156-9735-ae52c5c1d8bb triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:54:46.604211 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:46.686077 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 15a740e3-0893-4156-9735-ae52c5c1d8bb is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:54:46.686457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:46.712684 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:46.717837 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb1b4a6-6317-4ad1-b779-eb4505464768" -d '{"events": [{"server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "name": "network-vif-plugged", "status": "completed", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:46.727742 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:54:46.753662 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d8b4a0-df45-4933-9476-c1cbb6c05269 x-openstack-request-id: req-11d8b4a0-df45-4933-9476-c1cbb6c05269 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:46.753946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "name": "network-vif-plugged", "status": "completed", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:46.754197 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-11d8b4a0-df45-4933-9476-c1cbb6c05269 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:46.754594 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d8b4a0-df45-4933-9476-c1cbb6c05269'] response: {'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'code': 200} Jun 17 07:54:46.798545 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:46.851717 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:47.038171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b592d62b-5f9e-4989-a9d1-92cb54db9f21 req-20e351bc-442f-40d8-a03c-819d9d86bab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:47.039562 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b592d62b-5f9e-4989-a9d1-92cb54db9f21 req-20e351bc-442f-40d8-a03c-819d9d86bab5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 1098 time: 0.0430460 Jun 17 07:54:47.074144 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b592d62b-5f9e-4989-a9d1-92cb54db9f21 req-61ebce50-cee5-4f81-bc22-e2254f15698b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274925 Jun 17 07:54:47.491488 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5786a76-847e-4fad-94b4-ee3fd53ff79f req-e1e3d00b-fe5d-4eba-907e-b1e63c67332a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:47.493448 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c5786a76-847e-4fad-94b4-ee3fd53ff79f req-e1e3d00b-fe5d-4eba-907e-b1e63c67332a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0548365 Jun 17 07:54:47.535924 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c5786a76-847e-4fad-94b4-ee3fd53ff79f req-8bb7774c-c596-466c-9537-f9d1c9a05ffa tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365107 Jun 17 07:54:47.721296 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43000) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:47.822639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dcd61dbe-bd77-4049-a484-7a54ff20cbe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:47.894407 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dcd61dbe-bd77-4049-a484-7a54ff20cbe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:47.904105 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:54:47.964311 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-dcd61dbe-bd77-4049-a484-7a54ff20cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.011806 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-dcd61dbe-bd77-4049-a484-7a54ff20cbe0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5982210953b445b4a70120b913327110&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2870750 Jun 17 07:54:48.012486 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd61dbe-bd77-4049-a484-7a54ff20cbe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db643105-6e18-4bc8-9e9b-3745e2e1aeb7,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:48.012706 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43004) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:48.019733 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-dacd8866-b3c6-4137-bb35-a0244003dbe8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802732 Jun 17 07:54:48.062539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.084268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.109883 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-81829805-253e-4ddd-836c-72f2db00c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.111365 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-81829805-253e-4ddd-836c-72f2db00c85c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0425286 Jun 17 07:54:48.196652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.199150 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.200315 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/db643105-6e18-4bc8-9e9b-3745e2e1aeb7 HTTP/1.1" status: 204 len: 168 time: 0.1865864 Jun 17 07:54:48.208614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1175305e-7b99-4cbd-a056-a529d5f714cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db643105-6e18-4bc8-9e9b-3745e2e1aeb7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:48.223056 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-c8df9656-a72f-4a75-a10b-deea55cc9ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.224925 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-c8df9656-a72f-4a75-a10b-deea55cc9ad0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.0929420 Jun 17 07:54:48.304829 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-c16b8162-376a-4e64-941d-dee9036957f2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 1002 time: 0.0618758 Jun 17 07:54:48.355055 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-d91cf603-6c42-4529-8558-ca748fec9b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.356508 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-d91cf603-6c42-4529-8558-ca748fec9b3c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0436866 Jun 17 07:54:48.403439 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-1b59c5e9-8bbe-4094-a0a2-df0fffd3e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.404915 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-1b59c5e9-8bbe-4094-a0a2-df0fffd3e7e0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399151 Jun 17 07:54:48.499938 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-377bd26f-189b-4a8f-bede-966f7c6ecb0f service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860264 Jun 17 07:54:48.619970 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2f60e9d7-b1e6-401a-b68b-016656a3c6c1 req-e89a8d8f-bb6a-4c67-a502-4626aff507cd service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947468 Jun 17 07:54:48.659382 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d66164-33f8-4a54-b2db-45bae76c3fe7 req-5f230488-0f84-4b83-8329-e323ef78c82e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.661439 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b6d66164-33f8-4a54-b2db-45bae76c3fe7 req-5f230488-0f84-4b83-8329-e323ef78c82e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0560224 Jun 17 07:54:48.700353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b6d66164-33f8-4a54-b2db-45bae76c3fe7 req-f44e7f21-4968-4284-aca5-8ae2f11e690c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305870 Jun 17 07:54:48.809108 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff366c-0c8f-4e1e-a0b8-906c70b6835f req-a99b0b62-d7a5-46a9-983f-db4d98878c2a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:48.810533 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-73ff366c-0c8f-4e1e-a0b8-906c70b6835f req-a99b0b62-d7a5-46a9-983f-db4d98878c2a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0477705 Jun 17 07:54:48.819700 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43014) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:48.824094 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:54:48.825513 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43016) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:48.839051 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d2178889-ba63-4c2e-bd03-107db25fc781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.862784 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.913592 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d2178889-ba63-4c2e-bd03-107db25fc781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:48.969803 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-d2178889-ba63-4c2e-bd03-107db25fc781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.007759 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-d2178889-ba63-4c2e-bd03-107db25fc781 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3e74cc4ad29946e3860447ff69dfdcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811545 Jun 17 07:54:49.008632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2178889-ba63-4c2e-bd03-107db25fc781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d478dfa-d7bb-44de-ac5c-091de8982529,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:49.011067 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43018) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:54:49.140917 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.196163 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.362762 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.369650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.372129 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.373262 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/0d478dfa-d7bb-44de-ac5c-091de8982529 HTTP/1.1" status: 204 len: 168 time: 0.3612089 Jun 17 07:54:49.383328 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9496a-be7a-4843-8200-2c5b8c267e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d478dfa-d7bb-44de-ac5c-091de8982529,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:54:49.430676 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.527606 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 858597db-dce2-4e92-a8ae-b563838c821d associated. External IP: 172.27.2.240, port: 15a740e3-0893-4156-9735-ae52c5c1d8bb. Jun 17 07:54:49.732555 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:54:49.841810 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:54:49.846586 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:54:49.851979 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:54:49.861455 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:49.862041 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:49.875311 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e8cfe795-d34a-4f84-a4d2-12dc6f88dceb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "PUT /v2.0/floatingips/858597db-dce2-4e92-a8ae-b563838c821d HTTP/1.1" status: 200 len: 991 time: 1.0524848 Jun 17 07:54:49.875311 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:54:49.876184 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5" -d '{"events": [{"name": "network-changed", "server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:54:50.071958 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:50.094725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671aa7ab-6c93-487c-a631-ebbe33e7e097 x-openstack-request-id: req-671aa7ab-6c93-487c-a631-ebbe33e7e097 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:54:50.095261 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:54:50.101095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-671aa7ab-6c93-487c-a631-ebbe33e7e097 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:54:50.101095 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-671aa7ab-6c93-487c-a631-ebbe33e7e097'] response: {'name': 'network-changed', 'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'status': 'completed', 'code': 200} Jun 17 07:54:50.167376 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-09cdab1e-406e-4d61-b77a-d7e3b22760df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:50.169021 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-09cdab1e-406e-4d61-b77a-d7e3b22760df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 1098 time: 0.0421972 Jun 17 07:54:50.264284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-0eb9c4e1-119d-4ef5-91cb-0676f1071b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:50.265976 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-0eb9c4e1-119d-4ef5-91cb-0676f1071b0f service neutron] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 916 time: 0.0874441 Jun 17 07:54:50.300625 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:49Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:50.329972 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:54:50.333321 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-6b18c317-7ac3-4eeb-beb4-3384a6b24b66 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb HTTP/1.1" status: 200 len: 999 time: 0.0607374 Jun 17 07:54:50.338614 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:54:50.339217 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:54:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:50.386682 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-d4931101-15c4-4c30-a4f2-2cfa5556cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:50.388353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-d4931101-15c4-4c30-a4f2-2cfa5556cfc4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0480783 Jun 17 07:54:50.434258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-d4c4e5b6-30ea-4023-9ad9-7e66fc07b8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:54:50.435773 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-d4c4e5b6-30ea-4023-9ad9-7e66fc07b8aa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403161 Jun 17 07:54:50.448192 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:54:50.524516 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-46aa21d7-fbe1-4158-962d-5ffaebc534f1 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809743 Jun 17 07:54:50.620646 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-96d18fa1-1b89-492b-9bb2-5d82af4d70e5 req-2b13d8f7-a746-4171-b866-ff02f7d9ea57 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884423 Jun 17 07:54:50.685478 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-c5befee7-466f-4f12-a152-8134851adedc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:49Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:54:50.711616 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5befee7-466f-4f12-a152-8134851adedc None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:49Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:54:50.901561 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d27872f-43d9-4c12-88c3-16c94133e4b5 None None] New status for floating IP 858597db-dce2-4e92-a8ae-b563838c821d: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:54:58.815585 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b66362e0-e7d5-4e96-9912-3d52cd9c7d47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.456167 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43150) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:00.555604 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-824e108e-5a6c-4ef8-b187-6d5eca23415a admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.627659 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-824e108e-5a6c-4ef8-b187-6d5eca23415a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.712362 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-824e108e-5a6c-4ef8-b187-6d5eca23415a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.752890 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-824e108e-5a6c-4ef8-b187-6d5eca23415a admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=b302f4cc25914c3e874e78a34bfc4ea6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956829 Jun 17 07:55:00.754490 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e108e-5a6c-4ef8-b187-6d5eca23415a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173e9745-1ce7-44ef-a089-4fc111c17caa,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:00.761712 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43156) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:00.808075 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.828626 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.935348 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.937847 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:00.938963 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/173e9745-1ce7-44ef-a089-4fc111c17caa HTTP/1.1" status: 204 len: 168 time: 0.1763585 Jun 17 07:55:00.947184 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082e3ac-89d2-4f64-98fd-b8145a0b1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e9745-1ce7-44ef-a089-4fc111c17caa,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:01.084099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-49b6eb3f-3fe6-489c-9bca-23ac445fe600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:01.538942 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43162) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:01.552117 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-23bc1844-839a-4b28-8691-eba5df5b55ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:01.623486 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-23bc1844-839a-4b28-8691-eba5df5b55ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:01.710361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-23bc1844-839a-4b28-8691-eba5df5b55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:01.745301 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc1844-839a-4b28-8691-eba5df5b55ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfd55bd-39a0-4cb7-9626-1dc760617c2c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:01.749496 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-23bc1844-839a-4b28-8691-eba5df5b55ba admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fbfd61690ab94ca28a06e5e28ef8436c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095270 Jun 17 07:55:01.752183 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43164) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:01.803100 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.056705 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.172804 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.175363 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.176517 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/dbfd55bd-39a0-4cb7-9626-1dc760617c2c HTTP/1.1" status: 204 len: 168 time: 0.4234271 Jun 17 07:55:02.184376 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92183003-b4b1-48c1-90dd-0dd665663d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfd55bd-39a0-4cb7-9626-1dc760617c2c,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:02.275452 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.857807 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43170) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:02.871141 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-88cd82b0-d1ee-44fe-8c91-d6fd0657ba62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.943772 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-88cd82b0-d1ee-44fe-8c91-d6fd0657ba62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:02.992260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-88cd82b0-d1ee-44fe-8c91-d6fd0657ba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.029065 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-88cd82b0-d1ee-44fe-8c91-d6fd0657ba62 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=a75e5251d0a74d22ba0f1b1682ade116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701801 Jun 17 07:55:03.029891 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd82b0-d1ee-44fe-8c91-d6fd0657ba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed96b4-fdc1-4a81-a909-cc653950a4ab,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:03.031704 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43172) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:03.081254 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.101215 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.203990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.206547 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.207718 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3fed96b4-fdc1-4a81-a909-cc653950a4ab HTTP/1.1" status: 204 len: 168 time: 0.1745059 Jun 17 07:55:03.215143 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe21aed-3040-4527-83db-8000205257ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed96b4-fdc1-4a81-a909-cc653950a4ab,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:03.421389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:03.943934 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:06.288522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5994217-c1fc-4df0-82e4-df9371aaf4b2 req-08a202ce-4692-4776-a20d-f0561fa30890 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:06.289979 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c5994217-c1fc-4df0-82e4-df9371aaf4b2 req-08a202ce-4692-4776-a20d-f0561fa30890 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.0475984 Jun 17 07:55:06.325408 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c5994217-c1fc-4df0-82e4-df9371aaf4b2 req-e208f02c-6192-4ed0-8ae8-a4257aee6002 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295601 Jun 17 07:55:07.449247 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7848fdf-310d-4798-a991-7e00aa13d286 req-b2b9ec70-9930-4f11-954a-00f69e648850 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:07.450901 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b7848fdf-310d-4798-a991-7e00aa13d286 req-b2b9ec70-9930-4f11-954a-00f69e648850 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.0522318 Jun 17 07:55:07.490165 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b7848fdf-310d-4798-a991-7e00aa13d286 req-3f6dcf3e-656d-41ec-aaa4-04a6ac1b1153 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups?id=5cdbe778-2e4f-4073-83d2-946815b88c20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330448 Jun 17 07:55:07.854908 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-fef58a84-8d39-4310-bebf-42656ad28d15 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:07.856302 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-fef58a84-8d39-4310-bebf-42656ad28d15 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 946 time: 0.1156862 Jun 17 07:55:07.944862 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Deleting port 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:07.945222 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.032693 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] For port 66b004b2-c4b3-4429-8cde-3307de17e44d, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=66b004b2-c4b3-4429-8cde-3307de17e44d,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:08.033092 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.197151 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.197510 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.197830 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Floating IP a6e921be-8dce-40f9-ba78-16b46fa4de5f disassociated. External IP: 172.27.2.37, port: 66b004b2-c4b3-4429-8cde-3307de17e44d. Jun 17 07:55:08.198194 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Calling delete_port for 66b004b2-c4b3-4429-8cde-3307de17e44d owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:08.379184 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.405922 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'Port': ['ID=66b004b2-c4b3-4429-8cde-3307de17e44d,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:08.516605 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:55:08.588518 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-82444082-8aaf-4dad-a577-74febc76b119 req-15f702f3-9470-4435-9f63-36c31dfb8ab1 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 210 time: 0.0274689 Jun 17 07:55:08.622051 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:55:08.634003 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:55:08.643868 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:08.644538 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:08.661405 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] No DVR routers for this DVR port 66b004b2-c4b3-4429-8cde-3307de17e44d on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:55:08.663896 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:08.667161 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d9d222ac-ddb9-4c40-985a-ec147efa46d1 req-287d5b90-a85b-4bee-b778-9d41881763e3 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.57 "DELETE /v2.0/ports/66b004b2-c4b3-4429-8cde-3307de17e44d HTTP/1.1" status: 204 len: 173 time: 0.8028913 Jun 17 07:55:08.667605 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-deleted', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:55:08.669839 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f0bd9d-14e5-454b-8804-34fcb9eb706e" -d '{"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-deleted", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:55:08.709584 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0b8111-c77a-4619-ae31-3749a31f9820 x-openstack-request-id: req-4b0b8111-c77a-4619-ae31-3749a31f9820 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:55:08.709870 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e6cb4fa-3ccb-4206-8858-0a484f65a4de", "name": "network-vif-deleted", "tag": "66b004b2-c4b3-4429-8cde-3307de17e44d", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:55:08.710112 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4b0b8111-c77a-4619-ae31-3749a31f9820 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:55:08.710648 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0b8111-c77a-4619-ae31-3749a31f9820'] response: {'server_uuid': '1e6cb4fa-3ccb-4206-8858-0a484f65a4de', 'name': 'network-vif-deleted', 'tag': '66b004b2-c4b3-4429-8cde-3307de17e44d', 'status': 'completed', 'code': 200} Jun 17 07:55:08.762667 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:08.962177 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:08.987661 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:55:08.995596 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:08.996132 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:09.101922 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:09.295707 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:09.321431 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a5a99e-7bf8-4d3f-80eb-c29dde008d95 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:00Z', 'revision_number': 4, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e', 'name': '', 'network_id': 'ea4b0369-7f93-4225-93e9-7bef0639c79c', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'mac_address': 'fa:16:3e:c0:08:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_interface', 'standard_attr_id': 296, 'fixed_ips': [{'subnet_id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:59Z', 'updated_at': '2022-06-17T07:49:04Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'subnets': [{'id': 'afd1129d-ab95-49d1-a6b5-32143b45f1bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:55:09.531242 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecca5234-b755-4ace-a26a-7816b92dce4d None None] New status for floating IP a6e921be-8dce-40f9-ba78-16b46fa4de5f: DOWN {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:55:09.738433 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-265ca7eb-e13e-4ff8-b2b4-589858d9abc7 req-bcc66310-d0f2-4a07-9c02-a4978c918e72 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/ports?device_id=1e6cb4fa-3ccb-4206-8858-0a484f65a4de HTTP/1.1" status: 200 len: 210 time: 0.0255809 Jun 17 07:55:09.812822 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:10.849472 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43208) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:10.905480 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:10.928123 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.026514 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.029052 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.030203 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "DELETE /v2.0/security-groups/5cdbe778-2e4f-4073-83d2-946815b88c20 HTTP/1.1" status: 204 len: 168 time: 0.1797469 Jun 17 07:55:11.033038 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43210) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:11.040026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dee70-d932-4e44-94be-617637b77b58 tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdbe778-2e4f-4073-83d2-946815b88c20,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:11.050522 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.api.v2.resource [None req-f268ef2f-8051-450d-ac9d-5e9e553e2dbd tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] show failed (client error): The resource could not be found. Jun 17 07:55:11.050522 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f268ef2f-8051-450d-ac9d-5e9e553e2dbd tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "GET /v2.0/security-groups/5cdbe778-2e4f-4073-83d2-946815b88c20 HTTP/1.1" status: 404 len: 347 time: 0.0132401 Jun 17 07:55:11.052352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43212) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:11.183624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Deleting port 048802a7-7249-4061-9176-c665135bed08 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:11.183966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.258794 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.259126 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.270854 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Calling delete_port for 048802a7-7249-4061-9176-c665135bed08 owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:11.464402 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.487554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Pushing event deleted for resources: {'Port': ['ID=048802a7-7249-4061-9176-c665135bed08,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:11.552526 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.555073 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:11.556210 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-22982c45-0f2d-4765-89a5-bcb630987a6a tempest-AttachVolumeShelveTestJSON-1789961649 tempest-AttachVolumeShelveTestJSON-1789961649-project] 10.222.0.27 "DELETE /v2.0/floatingips/a6e921be-8dce-40f9-ba78-16b46fa4de5f HTTP/1.1" status: 204 len: 168 time: 0.5027657 Jun 17 07:55:12.644324 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:55:12.668054 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 66b004b2-c4b3-4429-8cde-3307de17e44d {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:55:12.668401 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 66b004b2-c4b3-4429-8cde-3307de17e44d not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:55:14.353390 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43234) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:14.862733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:15.093147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Deleting port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:15.093481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:15.169300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] For port 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:15.169661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:15.181894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Calling delete_port for 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e owned by network:router_interface {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:15.429893 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:15.453012 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:15.620237 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:15.824630 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Router 722d9707-d8cb-40a3-b73d-d57b967bec60 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:55:15.927425 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:55:15.933898 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-90bcaf32-9b1d-47d8-824a-d8c609cc20fd admin admin] 10.222.0.27 "PUT /v2.0/routers/722d9707-d8cb-40a3-b73d-d57b967bec60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5789630 Jun 17 07:55:15.934890 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43242) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:15.936278 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Sync routers for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:55:15.946057 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:15.946655 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:16.144661 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:16.285687 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:16.320815 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:55:15Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:16.347247 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Checking router: 722d9707-d8cb-40a3-b73d-d57b967bec60 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:55:16.355246 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Routers {'722d9707-d8cb-40a3-b73d-d57b967bec60'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:16.355845 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['722d9707-d8cb-40a3-b73d-d57b967bec60'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:16.382591 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:16.454840 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] Set router 722d9707-d8cb-40a3-b73d-d57b967bec60 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:16.507596 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Deleting port 8c02d4a0-fba4-470a-a1b6-a7de10520dda {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:16.508174 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:16.586734 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] For port 8c02d4a0-fba4-470a-a1b6-a7de10520dda, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=8c02d4a0-fba4-470a-a1b6-a7de10520dda,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:16.587393 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:16.599506 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Calling delete_port for 8c02d4a0-fba4-470a-a1b6-a7de10520dda owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:16.626347 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:55:15Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:16.652147 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e8a614-6896-4b64-94d0-b3546b2e5ae3 None None] The sync data for ids ['722d9707-d8cb-40a3-b73d-d57b967bec60'] in dv-cinder-821745-1-iscsi is: [{'id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'name': 'tempest-AttachVolumeShelveTestJSON-1697588085-router', 'tenant_id': '340799d1c8f441d1bef7f84cde74a437', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:55:15Z', 'revision_number': 5, 'project_id': '340799d1c8f441d1bef7f84cde74a437', 'gw_port': {'id': '8c02d4a0-fba4-470a-a1b6-a7de10520dda', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:80:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722d9707-d8cb-40a3-b73d-d57b967bec60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:48:57Z', 'updated_at': '2022-06-17T07:49:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:55:16.830051 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:16.855740 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c02d4a0-fba4-470a-a1b6-a7de10520dda,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:16.914230 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.001603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.004464 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.114285 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.114940 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 722d9707-d8cb-40a3-b73d-d57b967bec60 {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:55:17.117271 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:55:17.119664 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.120913 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-586af6b4-4cbc-4729-8555-c22e03961626 admin admin] 10.222.0.27 "DELETE /v2.0/routers/722d9707-d8cb-40a3-b73d-d57b967bec60 HTTP/1.1" status: 204 len: 168 time: 1.1850357 Jun 17 07:55:17.123418 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43244) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:17.139116 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:55:17.139465 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9fe5e2dd-6f9e-44fa-92eb-f8dced664e0e not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:55:17.168011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Deleting subnet afd1129d-ab95-49d1-a6b5-32143b45f1bc {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:55:17.171151 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.205484 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26212175'] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.287439 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.427307 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25466735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26771695'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.452409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afd1129d-ab95-49d1-a6b5-32143b45f1bc,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:17.456002 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.459086 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cde13fd1-7198-465a-bbd0-c6e4ca537617 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/afd1129d-ab95-49d1-a6b5-32143b45f1bc HTTP/1.1" status: 204 len: 168 time: 0.3347106 Jun 17 07:55:17.461545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43246) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:17.464050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9010ed-204d-417b-a07f-20b9a82fd87e None None] Network ea4b0369-7f93-4225-93e9-7bef0639c79c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:55:17.529847 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.580737 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Deleting port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:17.581100 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.643675 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] For port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:17.644136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.655331 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] DHCP port deletion for ea4b0369-7f93-4225-93e9-7bef0639c79c request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:55:17.658809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Calling delete_port for 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:17.704145 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Deleting port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:17.704514 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.770553 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] For port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,segment=NetworkSegment(23b3aec0-10b2-4057-8f2f-b2f8c78bb749),segment_id=23b3aec0-10b2-4057-8f2f-b2f8c78bb749)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:17.770953 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.782822 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Calling delete_port for 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:17.798059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.824536 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Pushing event deleted for resources: {'Port': ['ID=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:17.826378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] No DVR routers for this DVR port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:55:17.858655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.888315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Pushing event deleted for resources: {'Port': ['ID=90c5603a-6a5b-4378-8df6-8ebf9d5e1938,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:17.890694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] No DVR routers for this DVR port 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:55:17.898790 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.898790 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.899155 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.900615 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.900615 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.900862 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.901094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901455 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901558 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.901886 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf261d55-d032-498e-a177-dcbb38dcf0fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:17.920993 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4b0369-7f93-4225-93e9-7bef0639c79c']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:17.930831 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b3aec0-10b2-4057-8f2f-b2f8c78bb749') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:17.931125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b3aec0-10b2-4057-8f2f-b2f8c78bb749') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:17.940313 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.952802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:17.958946 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:55:17.959319 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.006003 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 23b3aec0-10b2-4057-8f2f-b2f8c78bb749 resource provider aggregate not found Jun 17 07:55:18.023214 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 23b3aec0-10b2-4057-8f2f-b2f8c78bb749 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 23b3aec0-10b2-4057-8f2f-b2f8c78bb749 found for delete ", "request_id": "req-1bd7ab26-85f9-40e3-92c7-20c7505d4dbf"}]} Jun 17 07:55:18.086998 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.102696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.105795 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] 10.222.0.27 "DELETE /v2.0/networks/ea4b0369-7f93-4225-93e9-7bef0639c79c HTTP/1.1" status: 204 len: 168 time: 0.6433532 Jun 17 07:55:18.106783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5414f4-cf08-4c90-8333-82578050ae42 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea4b0369-7f93-4225-93e9-7bef0639c79c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:18.489522 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43254) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:18.527563 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-27b58156-2d2c-44c8-a889-e7ac00e1bcd0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=340799d1c8f441d1bef7f84cde74a437&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369532 Jun 17 07:55:18.529882 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43256) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:18.579027 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.599078 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.712639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.715185 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:18.716334 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4af69b70-83d3-40a5-92e7-2246d28b46af HTTP/1.1" status: 204 len: 168 time: 0.1856005 Jun 17 07:55:18.726668 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9163790-a6fd-4972-9838-2cf0f9951c0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af69b70-83d3-40a5-92e7-2246d28b46af,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:18.795215 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8c02d4a0-fba4-470a-a1b6-a7de10520dda no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:55:18.816696 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 8c02d4a0-fba4-470a-a1b6-a7de10520dda {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:55:18.817066 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 8c02d4a0-fba4-470a-a1b6-a7de10520dda not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:55:18.817481 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:55:18.844534 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:55:18.844872 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 90c5603a-6a5b-4378-8df6-8ebf9d5e1938 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:55:21.102861 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43308) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:21.205453 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.274660 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.357963 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.394572 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=2d8e8c8a7dd44b8aa12ba35e3a9df3ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906942 Jun 17 07:55:21.395426 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e5e85-ed1b-4d51-ae02-c5b70eff14a9,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:21.397198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43312) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:21.412974 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.413318 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.413646 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.413971 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.414294 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.414616 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.414937 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.415253 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.415567 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.415880 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.416192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.416501 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a8378e4-747d-4d0b-b577-2443589576de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:21.457119 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.477856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.595783 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.598897 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:21.600052 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/569e5e85-ed1b-4d51-ae02-c5b70eff14a9 HTTP/1.1" status: 204 len: 168 time: 0.2019994 Jun 17 07:55:21.607902 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442dd2f-d689-4a0e-93fa-3039db3649a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e5e85-ed1b-4d51-ae02-c5b70eff14a9,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:22.252642 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43318) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:22.265244 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f6122da-8f0a-46d5-9bf6-42adf0df29fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.334337 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f6122da-8f0a-46d5-9bf6-42adf0df29fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.397641 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f6122da-8f0a-46d5-9bf6-42adf0df29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.434343 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8f6122da-8f0a-46d5-9bf6-42adf0df29fa admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=fe07de493c5f4f3cbdf1bb75a55fcfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806290 Jun 17 07:55:22.435181 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6122da-8f0a-46d5-9bf6-42adf0df29fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de34b3a2-8840-4867-9462-f39068c37f16,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:22.437019 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43320) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:22.486046 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.512901 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.620958 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.623467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:22.626968 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/de34b3a2-8840-4867-9462-f39068c37f16 HTTP/1.1" status: 204 len: 168 time: 0.1866183 Jun 17 07:55:22.632414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4959c0-ab34-4316-a49f-b7ac0939cc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de34b3a2-8840-4867-9462-f39068c37f16,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:24.901985 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:55:28.818277 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-adee4f5f-e416-42ad-a55f-4d036e83c911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:29.793720 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43450) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:29.899019 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0de1-cd77-474e-bf68-8ebf24e86605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:29.975355 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0de1-cd77-474e-bf68-8ebf24e86605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.077917 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f8ab0de1-cd77-474e-bf68-8ebf24e86605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.116418 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f8ab0de1-cd77-474e-bf68-8ebf24e86605 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=cd985b1e9bc145068c1a4dc37f3c95b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216212 Jun 17 07:55:30.117310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab0de1-cd77-474e-bf68-8ebf24e86605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4443f623-53f7-4b50-b729-c544c86e07e9,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:30.119241 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43456) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:30.167445 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.188356 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.312265 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.314742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:30.315886 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/4443f623-53f7-4b50-b729-c544c86e07e9 HTTP/1.1" status: 204 len: 168 time: 0.1955953 Jun 17 07:55:30.323624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b64c91-52dd-4512-8806-a501f7d32aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4443f623-53f7-4b50-b729-c544c86e07e9,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:30.944812 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43464) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:30.957905 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fd20deb9-4b86-4859-9231-05f81d8e0d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.037615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fd20deb9-4b86-4859-9231-05f81d8e0d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.112767 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d6883584-b9f3-4bf8-a168-6884c278315b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.146347 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fd20deb9-4b86-4859-9231-05f81d8e0d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.185240 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-fd20deb9-4b86-4859-9231-05f81d8e0d64 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3e2565fd72f34138ac1f595eb4d04a2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2391970 Jun 17 07:55:31.186065 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd20deb9-4b86-4859-9231-05f81d8e0d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eeeb8d-ca64-48ba-849b-33d2e16bb8b0,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:31.187988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43468) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:31.237219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.258386 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.389178 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.391703 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:31.392871 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/55eeeb8d-ca64-48ba-849b-33d2e16bb8b0 HTTP/1.1" status: 204 len: 168 time: 0.2038369 Jun 17 07:55:31.400672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe44ef-d4cb-4477-9de8-56462fe0d48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eeeb8d-ca64-48ba-849b-33d2e16bb8b0,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:32.284286 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:33.475369 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:33.803665 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-f87a715a-82c6-4d31-9651-98dd92ac897a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-112212740&fields=id&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 267 time: 0.0341213 Jun 17 07:55:33.915885 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-127618d5-66f9-44f2-93b3-9c008a495e22 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:33.917355 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-127618d5-66f9-44f2-93b3-9c008a495e22 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1058791 Jun 17 07:55:33.933101 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-3f125590-c564-4b33-ab8a-ed518fa0993f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/quotas/afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 375 time: 0.0097723 Jun 17 07:55:33.946533 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:33.990765 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-b64dc91e-aac2-4d4c-aef0-35f5c7c17abf tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0520544 Jun 17 07:55:34.086740 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-0d3d0b2a-7e8d-42c7-adcb-389a7983edf0 service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846987 Jun 17 07:55:34.172561 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-66a6541b-3d51-4ba1-8d50-9e2a1b6be412 service neutron] 10.222.0.27 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797706 Jun 17 07:55:34.696751 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-491945c1-2f78-4451-8f35-ab9129ae5d8f req-b80d1265-218e-41b5-aceb-52878756245b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.0259950 Jun 17 07:55:35.792440 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0a1bda4b-3308-4676-8834-37a348634c05 req-38fdf051-3e8a-4342-86c3-ad460d8bfe67 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.0301909 Jun 17 07:55:36.883174 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-640fee3a-4637-4955-b09c-84e7a4a2e69f req-30ce13e1-6d82-46f6-87c7-025702ba405b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.0247748 Jun 17 07:55:37.974512 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9db509ec-db38-4570-ab37-b9ef01842fd3 req-7588bc19-ca72-4e8a-9119-44051c1d3aaa tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.0256896 Jun 17 07:55:39.071900 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-80e6034e-09c9-4d33-a850-e521a68aca64 req-61e8da27-947b-4ef1-bdf3-3b71297a5ee1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.0292139 Jun 17 07:55:39.395637 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-557d4ee6-fcaf-4a8d-baeb-dbdd7596e6f9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:39.397150 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-557d4ee6-fcaf-4a8d-baeb-dbdd7596e6f9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 811 time: 0.1005423 Jun 17 07:55:39.448824 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-c2654577-180a-4830-8c1d-87f6dc05ceaf tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=afe0774f2ac549ec85ade5e86cc320e4 HTTP/1.1" status: 200 len: 379 time: 0.0369248 Jun 17 07:55:39.461229 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'port': {'device_id': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'admin_state_up': True, 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'security_groups': ['f8f70e19-4161-47fd-b91c-e4edf22b84ae']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:39.655915 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Made reservation on behalf of afe0774f2ac549ec85ade5e86cc320e4 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:55:39.655915 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:39.735252 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43592) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:39.739551 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--7936977', 'description': 'tempest-description--328385402'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:39.755331 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:39.806502 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.20.0.7 (ea30f6ac-18e7-48a9-9582-161dceb65743/28b05958-8d3b-4837-b4fa-7a9f84374ece/359b63e0-a8f4-45d7-80f1-e84881d490f5) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:55:39.871524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:39.971183 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.012043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.086498 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.114077 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.128637 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61146d3-3e1a-41f5-bad0-9d2ddaca003a,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:40.174930 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network ea30f6ac-18e7-48a9-9582-161dceb65743 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:55:40.178222 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:55:40.182118 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:55:40.186288 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8d303-89be-4fb9-b2ae-eee3f9d42778 req-305c2928-cdb1-405d-b1a3-d5dc0b59607f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:40.195543 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-88b8d303-89be-4fb9-b2ae-eee3f9d42778 req-305c2928-cdb1-405d-b1a3-d5dc0b59607f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 931 time: 0.0547893 Jun 17 07:55:40.195692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.195692 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4202b972-0ca0-4a93-a67f-90184992f27e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.4592998 Jun 17 07:55:40.196171 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:40.209966 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43602) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:40.214929 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': 'b61146d3-3e1a-41f5-bad0-9d2ddaca003a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:40.245481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:40.246126 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.247466 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-88b8d303-89be-4fb9-b2ae-eee3f9d42778 req-968709ae-4499-4d5e-b2fd-2c5daf9feae0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529606 Jun 17 07:55:40.343779 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ba2ddde0-71e4-4b5e-b039-20c19533c4a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8861573 Jun 17 07:55:40.346481 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.356474 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Request body: {'port': {'device_id': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:40.397045 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.415628 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.439620 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-26928dc8-9e06-44be-b54c-8825ad397aa1 None None] Provisioning complete for port 359b63e0-a8f4-45d7-80f1-e84881d490f5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:55:40.439991 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-26928dc8-9e06-44be-b54c-8825ad397aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.474371 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-26928dc8-9e06-44be-b54c-8825ad397aa1 None None] Port 359b63e0-a8f4-45d7-80f1-e84881d490f5 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:55:40.480626 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.498512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a46c96-e643-4e0c-9786-f320bf3bd66c,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:40.566251 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.567503 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-c33dfd49-0a29-41c1-a5f8-c2fe07fe7687 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563440 Jun 17 07:55:40.570123 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43604) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:40.574527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': 'b61146d3-3e1a-41f5-bad0-9d2ddaca003a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:40.669482 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 359b63e0-a8f4-45d7-80f1-e84881d490f5 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:55:40.674430 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.676750 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.688534 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Transition to ACTIVE for port object 359b63e0-a8f4-45d7-80f1-e84881d490f5 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:55:40.732686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.780678 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.832907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:40.838161 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.859667 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd035d1-a779-4ae7-ab68-2a5b5dd20e7e,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:40.903735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Attempting to bind port 359b63e0-a8f4-45d7-80f1-e84881d490f5 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:55:40.904070 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Attempting to bind port 359b63e0-a8f4-45d7-80f1-e84881d490f5 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:55:40.904397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Attempting to bind port 359b63e0-a8f4-45d7-80f1-e84881d490f5 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:55:40.909520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Port 359b63e0-a8f4-45d7-80f1-e84881d490f5 on network ea30f6ac-18e7-48a9-9582-161dceb65743 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:55:40.909986 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Attempting to bind port 359b63e0-a8f4-45d7-80f1-e84881d490f5 on network ea30f6ac-18e7-48a9-9582-161dceb65743 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:55:40.915075 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:55:40.915413 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Checking segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:55:40.915796 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Bound using segment: {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:55:40.916339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Bound port: 359b63e0-a8f4-45d7-80f1-e84881d490f5, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3eeb9523-0ff1-4609-9cf0-406ebe393fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:55:40.916714 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.936759 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:40.938265 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ffa09be3-2366-4452-a9bc-390bfcd99d18 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3670182 Jun 17 07:55:40.941810 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43606) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:40.946378 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:40.984632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:55:40.988383 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:55:41.038081 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.060972 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.101258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:41.101708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.103084 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] 10.222.0.57 "PUT /v2.0/ports/359b63e0-a8f4-45d7-80f1-e84881d490f5 HTTP/1.1" status: 200 len: 1093 time: 0.7509799 Jun 17 07:55:41.105581 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:55:41.107672 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:55:41.144313 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.145890 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355302-2969-40de-a296-fbf2dfd1bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:41.151641 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85fec50-ab97-42bd-bbb9-6346d55f6c5e x-openstack-request-id: req-f85fec50-ab97-42bd-bbb9-6346d55f6c5e {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:55:41.152013 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:55:41.152354 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f85fec50-ab97-42bd-bbb9-6346d55f6c5e {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:55:41.152846 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85fec50-ab97-42bd-bbb9-6346d55f6c5e'] response: {'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'status': 'completed', 'code': 200} Jun 17 07:55:41.258901 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.27.2.53 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/d1208919-6552-4adb-a215-c6c7c0fd7ced) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:55:41.399851 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ec5d9-8df9-4ad9-b52a-daff5d1212a2 req-aed2fd33-9539-4602-ae6d-01d61d1a1860 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:41.401411 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-218ec5d9-8df9-4ad9-b52a-daff5d1212a2 req-aed2fd33-9539-4602-ae6d-01d61d1a1860 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0723646 Jun 17 07:55:41.405748 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.459569 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-218ec5d9-8df9-4ad9-b52a-daff5d1212a2 req-519643e9-da99-4671-9823-d484078b996a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520942 Jun 17 07:55:41.581337 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.619684 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:55:41.622369 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:55:41.625725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:55:41.633383 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=d1208919-6552-4adb-a215-c6c7c0fd7ced,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:41.711971 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.805167 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.950957 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:41.994907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:42.063197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=d1208919-6552-4adb-a215-c6c7c0fd7ced,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:42.075073 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:42.151207 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:42.152439 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-09da3b83-57a6-41a8-b4c5-e01b0f45b801 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2095025 Jun 17 07:55:42.339889 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-ccad070f-d4b6-49d2-a464-302d6667294e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--7936977&fields=id&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 267 time: 0.0331018 Jun 17 07:55:42.445017 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dfc65004-c1c1-431c-9558-e0f9dd78cdab tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:42.446445 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dfc65004-c1c1-431c-9558-e0f9dd78cdab tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.0993376 Jun 17 07:55:42.461345 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-d87ae89c-97a1-462f-8b5c-85562efe9581 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/quotas/e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 375 time: 0.0091004 Jun 17 07:55:42.520350 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-9df96627-cdf2-444d-8c1c-1f4139ef518b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0540626 Jun 17 07:55:42.572152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ce3cb-620e-490d-b416-ce8d8ee72552 req-a648691a-e3ec-42d2-ac3e-0869cebfbfe6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:42.573657 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-707ce3cb-620e-490d-b416-ce8d8ee72552 req-a648691a-e3ec-42d2-ac3e-0869cebfbfe6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0484917 Jun 17 07:55:42.612918 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-707ce3cb-620e-490d-b416-ce8d8ee72552 req-8c95e72d-cdf7-408c-9866-213adba5c711 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332029 Jun 17 07:55:42.613940 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-c0d8d4e7-27a5-4ed4-a9fd-834be981b7ff service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819988 Jun 17 07:55:42.706359 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-1d05b5fd-90a0-422a-ae6e-fbdd9491b2b1 service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861609 Jun 17 07:55:42.994153 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5790fe97-b158-4416-9ac3-6e46d7a3d29a req-b89641ba-c68d-4765-a68b-6b7aeadf0a99 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 210 time: 0.0268409 Jun 17 07:55:43.279310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-c6fe1d5a-1ab0-471d-95c5-783ce9941c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.280803 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-c6fe1d5a-1ab0-471d-95c5-783ce9941c6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1096 time: 0.0423322 Jun 17 07:55:43.382946 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-e39939cb-cf9f-42ab-937d-e156fe127f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.384388 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-e39939cb-cf9f-42ab-937d-e156fe127f42 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0931160 Jun 17 07:55:43.478330 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-945ec4e1-9064-4242-9a06-dc249ef1104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.479789 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-18ac7e7a-9306-49fb-a1a4-3374132d0fc0 req-945ec4e1-9064-4242-9a06-dc249ef1104d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880647 Jun 17 07:55:43.553163 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-7f8f488a-8ef7-4c58-b417-8aab3788e1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.554659 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-7f8f488a-8ef7-4c58-b417-8aab3788e1a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1096 time: 0.0403790 Jun 17 07:55:43.598510 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-b019b21c-c268-452e-abc9-a36077801ae1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5 HTTP/1.1" status: 200 len: 217 time: 0.0360422 Jun 17 07:55:43.656175 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-8f3e7efa-f893-437f-bf4b-71e6d085abcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.656175 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-8f3e7efa-f893-437f-bf4b-71e6d085abcb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0442078 Jun 17 07:55:43.728800 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-24e5bff3-7708-493b-a9d3-3319b8665346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.730271 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-24e5bff3-7708-493b-a9d3-3319b8665346 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702484 Jun 17 07:55:43.741918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5200fd-113f-4c30-a27d-6cf344d8faf9 req-af186e89-4876-4f1c-a82d-028ef726cd6f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:43.743359 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab5200fd-113f-4c30-a27d-6cf344d8faf9 req-af186e89-4876-4f1c-a82d-028ef726cd6f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0603037 Jun 17 07:55:43.827554 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab5200fd-113f-4c30-a27d-6cf344d8faf9 req-57d91edc-a6c7-4108-83c7-fc3bc5e0e1cf tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765123 Jun 17 07:55:43.851368 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-e6095272-9a5d-4ee3-afc4-bdcf0c5ee86a service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069818 Jun 17 07:55:43.943892 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-966cdb02-9f63-4e23-bce0-9de718187a35 req-5f3afe3d-fe96-48fe-a47d-9d2b1b417b1f service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857594 Jun 17 07:55:44.089110 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2a861da9-3386-4d1a-a0ce-f0109cd9d561 req-7d0a0bd8-c1f7-4ce9-bad5-b9006517006f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Jun 17 07:55:44.943052 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918d123-c1d4-478a-920c-011e29cf9772 req-42e23cfd-bc30-4f12-b0e4-52ce83ac3011 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:44.945290 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d918d123-c1d4-478a-920c-011e29cf9772 req-42e23cfd-bc30-4f12-b0e4-52ce83ac3011 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0512702 Jun 17 07:55:44.982220 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d918d123-c1d4-478a-920c-011e29cf9772 req-03e98f28-22cf-4e36-8c0e-f5e5ac14b9c2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316403 Jun 17 07:55:45.163073 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-adf719e6-e70d-41c8-b7f0-5aa80de198a7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:45.164626 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-adf719e6-e70d-41c8-b7f0-5aa80de198a7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.1068175 Jun 17 07:55:45.187625 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c08e93a5-2a5a-4044-a36f-fd9185ae23ef req-a1bf128d-8c3d-4f62-8e3a-76f53e36ba4d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 210 time: 0.0258322 Jun 17 07:55:45.212122 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-3a5e3628-55a8-4e10-9146-62753edbdd29 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 469 time: 0.0370913 Jun 17 07:55:45.223210 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'port': {'device_id': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'admin_state_up': True, 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'security_groups': ['b61146d3-3e1a-41f5-bad0-9d2ddaca003a']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:45.423954 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:55:45.428471 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:45.552713 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.20.0.7 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/e473cdcb-5e97-4847-9cd4-2ea29ab38949) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:55:45.937289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.019540 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.091568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:55:46.100549 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:55:46.103763 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:55:46.108117 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:46.151269 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.151645 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.151985 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.152321 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.152646 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.152992 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.153320 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.153644 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.153965 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.154362 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.154685 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.155004 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:55:46.176566 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb20291c-88dd-4e6e-889f-4cf3853d17c1 req-6e54f448-40ca-4e65-94cd-6cb9790c004d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:46.178109 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eb20291c-88dd-4e6e-889f-4cf3853d17c1 req-6e54f448-40ca-4e65-94cd-6cb9790c004d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.1252065 Jun 17 07:55:46.189969 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:46.190577 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.232250 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eb20291c-88dd-4e6e-889f-4cf3853d17c1 req-9723e71d-0f95-4909-b3eb-1b5eedc4543e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387409 Jun 17 07:55:46.288915 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-5230bb0a-9869-4c0f-a887-fb46c522ec6a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692675 Jun 17 07:55:46.304014 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Request body: {'port': {'device_id': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:55:46.309869 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f586c-a90f-4b1b-ae6e-0bbb460a685f req-2f09f98a-b7da-459a-b224-7ee33eb73781 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:46.311351 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a38f586c-a90f-4b1b-ae6e-0bbb460a685f req-2f09f98a-b7da-459a-b224-7ee33eb73781 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 931 time: 0.0528488 Jun 17 07:55:46.358323 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.365933 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a38f586c-a90f-4b1b-ae6e-0bbb460a685f req-77a668c9-e89e-488e-a698-e111859563fb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0482295 Jun 17 07:55:46.366389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-e3c0bbc8-7119-4312-984e-4b5d184aee2a None None] Provisioning complete for port e473cdcb-5e97-4847-9cd4-2ea29ab38949 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:55:46.366882 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e3c0bbc8-7119-4312-984e-4b5d184aee2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.400509 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-e3c0bbc8-7119-4312-984e-4b5d184aee2a None None] Port e473cdcb-5e97-4847-9cd4-2ea29ab38949 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:55:46.615666 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e473cdcb-5e97-4847-9cd4-2ea29ab38949 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:55:46.622846 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.634505 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Transition to ACTIVE for port object e473cdcb-5e97-4847-9cd4-2ea29ab38949 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:55:46.706670 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.754123 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:46.828346 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Attempting to bind port e473cdcb-5e97-4847-9cd4-2ea29ab38949 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:55:46.828676 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Attempting to bind port e473cdcb-5e97-4847-9cd4-2ea29ab38949 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:55:46.829025 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Attempting to bind port e473cdcb-5e97-4847-9cd4-2ea29ab38949 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:55:46.833511 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Port e473cdcb-5e97-4847-9cd4-2ea29ab38949 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:55:46.833832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Attempting to bind port e473cdcb-5e97-4847-9cd4-2ea29ab38949 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:55:46.839078 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:55:46.839414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:55:46.839795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:55:46.840216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Bound port: e473cdcb-5e97-4847-9cd4-2ea29ab38949, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:55:46.840572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:46.904856 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:55:46.908310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:55:46.987280 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:47.020571 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:47.021188 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:47.022532 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] 10.222.0.57 "PUT /v2.0/ports/e473cdcb-5e97-4847-9cd4-2ea29ab38949 HTTP/1.1" status: 200 len: 1093 time: 0.7230055 Jun 17 07:55:47.022964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:55:47.025211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f8a13-6834-44ae-a935-ef74a7af81c2" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:55:47.050639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeea31a-f796-4d9a-a904-5c9ef64bbd19 service neutron] Pushing event updated for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:47.062826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073f2b79-6197-42e0-8a7f-8481a95d0e01 x-openstack-request-id: req-073f2b79-6197-42e0-8a7f-8481a95d0e01 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:55:47.063112 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:55:47.063363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-073f2b79-6197-42e0-8a7f-8481a95d0e01 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:55:47.063795 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073f2b79-6197-42e0-8a7f-8481a95d0e01'] response: {'name': 'network-changed', 'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'status': 'completed', 'code': 200} Jun 17 07:55:47.345499 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a2bf0-684e-4a55-98f6-d2662d32b463 req-d2b85730-f922-483f-ab77-fdc7748d927a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:47.346839 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c30a2bf0-684e-4a55-98f6-d2662d32b463 req-d2b85730-f922-483f-ab77-fdc7748d927a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0465906 Jun 17 07:55:47.382887 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c30a2bf0-684e-4a55-98f6-d2662d32b463 req-cb8ce8f5-f32b-48a3-ac12-b6511bc22595 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302818 Jun 17 07:55:47.480419 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb54641f-09d3-4b4d-ab19-38da33e73628 req-6a991230-4d9d-41a2-86ae-642b63803160 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:47.481873 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cb54641f-09d3-4b4d-ab19-38da33e73628 req-6a991230-4d9d-41a2-86ae-642b63803160 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0481725 Jun 17 07:55:47.518248 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cb54641f-09d3-4b4d-ab19-38da33e73628 req-631662d9-7dea-4b14-af73-9f0a4a8abaae tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0297978 Jun 17 07:55:48.495517 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1bb512-f196-4d20-aa91-7891beb21278 req-4980a0f0-7abd-4cb8-a449-26934aada07e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:48.496836 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fa1bb512-f196-4d20-aa91-7891beb21278 req-4980a0f0-7abd-4cb8-a449-26934aada07e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0498929 Jun 17 07:55:48.533318 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fa1bb512-f196-4d20-aa91-7891beb21278 req-afa97d47-0b07-4495-8030-4cf2797b84a8 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301011 Jun 17 07:55:48.631104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2860987-9622-41a5-84e5-08bc7dcdd6a2 req-747e60f9-9161-47bb-aecf-827efc0c20b7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:48.632542 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d2860987-9622-41a5-84e5-08bc7dcdd6a2 req-747e60f9-9161-47bb-aecf-827efc0c20b7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0502484 Jun 17 07:55:48.667850 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d2860987-9622-41a5-84e5-08bc7dcdd6a2 req-f6713aac-bd9c-4061-bbf2-c595117eac15 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0294585 Jun 17 07:55:49.411711 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-a78674b6-47fc-430d-ae50-6e9086bfe0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.413225 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-a78674b6-47fc-430d-ae50-6e9086bfe0df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 1096 time: 0.0410895 Jun 17 07:55:49.521519 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-8cf5afea-384d-4271-8f87-71225996fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.522887 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-8cf5afea-384d-4271-8f87-71225996fbf8 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e6334d8454d94e32852d0ec015e25d50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0922291 Jun 17 07:55:49.619414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-8563870c-c106-4a05-b601-1f8c813e3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.620976 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-249f8a13-6834-44ae-a935-ef74a7af81c2 req-8563870c-c106-4a05-b601-1f8c813e3378 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907145 Jun 17 07:55:49.651465 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d162e68a-15e8-42a2-be22-c530b11fd238 req-b2bd7e83-34c5-4261-b551-fbea7571898c tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.653567 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d162e68a-15e8-42a2-be22-c530b11fd238 req-b2bd7e83-34c5-4261-b551-fbea7571898c tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0502779 Jun 17 07:55:49.697033 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d162e68a-15e8-42a2-be22-c530b11fd238 req-fab26be7-65d6-48eb-a8e0-f3f08772eff7 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360520 Jun 17 07:55:49.714598 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-44491ed5-cb26-437f-8381-0861d4e323d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.714598 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-44491ed5-cb26-437f-8381-0861d4e323d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 1096 time: 0.0467656 Jun 17 07:55:49.761167 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-7893718e-e4de-48cc-8aa3-764562cd9adf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949 HTTP/1.1" status: 200 len: 217 time: 0.0389533 Jun 17 07:55:49.828505 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dadb3bda-9348-44b3-a8df-929217b37a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.830417 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-dadb3bda-9348-44b3-a8df-929217b37a6d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0604398 Jun 17 07:55:49.841170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8d1cf4-1aee-4ab9-bf7f-6649f7eff717 req-a009736e-5fb3-4abb-983a-894405ca93d0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.842506 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef8d1cf4-1aee-4ab9-bf7f-6649f7eff717 req-a009736e-5fb3-4abb-983a-894405ca93d0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0841317 Jun 17 07:55:49.906283 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef8d1cf4-1aee-4ab9-bf7f-6649f7eff717 req-184ed63b-d1b2-4bf4-9f27-a5c222eb6950 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0557182 Jun 17 07:55:49.909100 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf741fd-b103-4757-95bb-9044c9e70240 req-b5017ff3-ac15-4905-8584-c54aa83a35d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:49.910493 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-b5017ff3-ac15-4905-8584-c54aa83a35d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0671806 Jun 17 07:55:49.998916 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-b9efcb85-08df-4ccd-b040-e486debb80c2 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805371 Jun 17 07:55:50.090375 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-faf741fd-b103-4757-95bb-9044c9e70240 req-b9704751-6a3a-4d44-b066-85df0581fbc0 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839672 Jun 17 07:55:50.812221 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb42c48-d683-4e51-9b34-03ce6b83627d req-1ff57103-cee0-4fc3-9a23-29c808e52b78 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:50.814390 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7bb42c48-d683-4e51-9b34-03ce6b83627d req-1ff57103-cee0-4fc3-9a23-29c808e52b78 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0491829 Jun 17 07:55:50.820497 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-cfa38227-317e-43a3-b620-8533bd0e220a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401306 Jun 17 07:55:50.852970 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7bb42c48-d683-4e51-9b34-03ce6b83627d req-03776c49-9aed-4d69-9b91-78215ec2256a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320432 Jun 17 07:55:50.884045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-ba3fc608-e39d-4273-8838-d58709bc2577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:50.885554 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-ba3fc608-e39d-4273-8838-d58709bc2577 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1098 time: 0.0405543 Jun 17 07:55:51.017857 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-86c54cef-8747-4d46-8d8e-6edc7a830c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:51.019311 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-86c54cef-8747-4d46-8d8e-6edc7a830c82 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.1121681 Jun 17 07:55:51.040454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a30da9-f1e4-4305-935c-4fd2d3d590a3 req-01937adf-d70d-471d-a8df-5df872aa304f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:51.041859 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52a30da9-f1e4-4305-935c-4fd2d3d590a3 req-01937adf-d70d-471d-a8df-5df872aa304f tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0682025 Jun 17 07:55:51.121481 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-114dd315-d371-4566-9466-327a2078e870 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 1000 time: 0.0941823 Jun 17 07:55:51.126198 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-52a30da9-f1e4-4305-935c-4fd2d3d590a3 req-316e0c99-ed3f-44c9-b70b-8caeb8a6e624 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0542545 Jun 17 07:55:51.175965 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-b9470aa9-c10a-498b-b8e3-d6f28d1673d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:51.177426 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-b9470aa9-c10a-498b-b8e3-d6f28d1673d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0433824 Jun 17 07:55:51.227134 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-31304238-5a9c-4a84-828e-655430c44a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:51.228550 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-31304238-5a9c-4a84-828e-655430c44a8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383856 Jun 17 07:55:51.324310 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-a4f7f03c-6c8a-496c-8bd9-7fcbeb53fef9 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827425 Jun 17 07:55:51.412283 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-313aa30c-a0d4-4a1a-8c42-8d6912a7bff7 req-cbd3c3d9-ed40-4cbd-903b-67e0635f880f service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782773 Jun 17 07:55:51.974820 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565d9f9-b0e0-44e2-9774-fdd891a5f47a req-a3520de8-2ad1-40ea-af81-2a9037071d01 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:51.976347 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6565d9f9-b0e0-44e2-9774-fdd891a5f47a req-a3520de8-2ad1-40ea-af81-2a9037071d01 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0518630 Jun 17 07:55:52.013796 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6565d9f9-b0e0-44e2-9774-fdd891a5f47a req-9d8eb60c-91e9-4df4-b374-bb65cfdb7c33 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312877 Jun 17 07:55:52.242373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec844e2-7cf4-46f5-ad18-b9f326f4f8f0 req-9512c4f1-8fc3-493b-a056-73e2724529d2 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:52.243801 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eec844e2-7cf4-46f5-ad18-b9f326f4f8f0 req-9512c4f1-8fc3-493b-a056-73e2724529d2 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0517275 Jun 17 07:55:52.279353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-eec844e2-7cf4-46f5-ad18-b9f326f4f8f0 req-4d24d745-8444-4d09-9157-fdbf7f97e641 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0296366 Jun 17 07:55:53.124361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba083aaf-98e3-4d46-903e-56aa79ff1431 req-18552bc9-2da0-4701-8efd-fae972537f46 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:53.125804 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ba083aaf-98e3-4d46-903e-56aa79ff1431 req-18552bc9-2da0-4701-8efd-fae972537f46 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0472660 Jun 17 07:55:53.163054 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ba083aaf-98e3-4d46-903e-56aa79ff1431 req-9f4e39be-6e9b-477e-90c0-59ce60c8ded1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313582 Jun 17 07:55:53.391075 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5471532c-7ca9-469c-81f2-4e60c5bd3003 req-7b268d08-5735-480c-ae87-172a168a0c37 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:53.393022 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5471532c-7ca9-469c-81f2-4e60c5bd3003 req-7b268d08-5735-480c-ae87-172a168a0c37 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 943 time: 0.0462868 Jun 17 07:55:53.429518 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5471532c-7ca9-469c-81f2-4e60c5bd3003 req-3a6f7354-4343-4c70-a56d-247b3b851f90 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306664 Jun 17 07:55:54.036517 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e473cdcb-5e97-4847-9cd4-2ea29ab38949 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:55:54.133546 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:54.144076 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'port_id': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'mac_address': 'fa:16:3e:c1:ca:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:55:54.178809 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e473cdcb-5e97-4847-9cd4-2ea29ab38949 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:55:54.179188 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:54.195726 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e473cdcb-5e97-4847-9cd4-2ea29ab38949 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:55:54.214932 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:54.266054 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:54.266723 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 359b63e0-a8f4-45d7-80f1-e84881d490f5 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:55:54.276670 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8a308-6bf7-490f-a584-2c4e897d0426 req-cd5791eb-e4c0-4fb0-9b9c-4d45dfe703dd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:54.278191 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-82a8a308-6bf7-490f-a584-2c4e897d0426 req-cd5791eb-e4c0-4fb0-9b9c-4d45dfe703dd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 943 time: 0.0469401 Jun 17 07:55:54.316393 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-82a8a308-6bf7-490f-a584-2c4e897d0426 req-f3c16e1a-fd2d-47b8-94fe-276b12e339b8 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314670 Jun 17 07:55:54.339765 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:54.398294 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:54.409249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'port_id': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'mac_address': 'fa:16:3e:e6:12:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:55:54.444973 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 359b63e0-a8f4-45d7-80f1-e84881d490f5 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:55:54.445363 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:54.457588 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 359b63e0-a8f4-45d7-80f1-e84881d490f5 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:55:54.476602 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:54.539654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c66a635-76eb-4a1e-88b8-14ea3881571d req-01b0aa13-4a2e-4691-9511-419d3864377e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:54.540381 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:54.541112 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3c66a635-76eb-4a1e-88b8-14ea3881571d req-01b0aa13-4a2e-4691-9511-419d3864377e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 944 time: 0.0464063 Jun 17 07:55:54.578308 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3c66a635-76eb-4a1e-88b8-14ea3881571d req-f2b6c94c-a2c1-4044-a0d3-5fb820ec8402 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311451 Jun 17 07:55:54.588236 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:55.316585 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['359b63e0-a8f4-45d7-80f1-e84881d490f5'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:55:55.320213 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['e473cdcb-5e97-4847-9cd4-2ea29ab38949'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:55:55.450366 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4168bb8-c4d9-4f63-8265-0c9fd3347a87 req-82f420d9-e96c-43ae-b506-ce8eed42fbda tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:55.452240 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e4168bb8-c4d9-4f63-8265-0c9fd3347a87 req-82f420d9-e96c-43ae-b506-ce8eed42fbda tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 944 time: 0.0604751 Jun 17 07:55:55.491139 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e4168bb8-c4d9-4f63-8265-0c9fd3347a87 req-ef273776-8557-4b37-8ba3-9596a0d89cc2 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325000 Jun 17 07:55:55.697278 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f59475c-2058-41fa-bd82-bc6b24e2f2a2 req-db0b96d5-6955-44a3-9723-09e13881c1d3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:55.698741 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1f59475c-2058-41fa-bd82-bc6b24e2f2a2 req-db0b96d5-6955-44a3-9723-09e13881c1d3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 944 time: 0.0507317 Jun 17 07:55:55.735636 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1f59475c-2058-41fa-bd82-bc6b24e2f2a2 req-09561220-4dc7-4d99-aea8-ff54e17ea896 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0308194 Jun 17 07:55:56.306273 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43760) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:55:56.633632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913deec0-5b6f-4629-8d1b-af947a8234fc req-ade335b6-cef5-45a5-a60b-8f263139e8a8 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:56.635086 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-913deec0-5b6f-4629-8d1b-af947a8234fc req-ade335b6-cef5-45a5-a60b-8f263139e8a8 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 944 time: 0.0770261 Jun 17 07:55:56.660962 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Deleting port 4f19e5a4-f4a0-4449-98db-33e41140f227 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:55:56.661343 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:56.696977 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-913deec0-5b6f-4629-8d1b-af947a8234fc req-cd93225b-8cff-4175-b600-2437a0faf7f5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557995 Jun 17 07:55:56.755767 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:56.756092 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:56.773528 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Calling delete_port for 4f19e5a4-f4a0-4449-98db-33e41140f227 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:55:56.851043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79cfe5d-de29-4ef2-b4a5-68c1436deb37 req-c4e5f0e4-88e4-45ea-bb11-86bc163fd2ac tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:56.852402 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b79cfe5d-de29-4ef2-b4a5-68c1436deb37 req-c4e5f0e4-88e4-45ea-bb11-86bc163fd2ac tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 944 time: 0.0470464 Jun 17 07:55:56.890452 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b79cfe5d-de29-4ef2-b4a5-68c1436deb37 req-73f72b30-0578-4bd2-95f8-d7f63eb8afe6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320253 Jun 17 07:55:57.003199 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:57.025792 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event deleted for resources: {'Port': ['ID=4f19e5a4-f4a0-4449-98db-33e41140f227,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:57.087080 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:57.087403 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Floating IP 9472aaf2-d138-4aae-a920-6ef7cc0651b9 disassociated (deleted). External IP: 172.27.2.172, port: c6886119-c677-459a-a2ca-ecbba951962a. Jun 17 07:55:57.293779 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Router dab34939-8532-4c04-b1da-fe00d6de5437 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:55:57.402925 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:55:57.408319 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:57.413108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Sync routers for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:55:57.422312 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:57.423567 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:57.434715 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5e58f27e-deda-4676-9323-9a6fc6379f92 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "DELETE /v2.0/floatingips/9472aaf2-d138-4aae-a920-6ef7cc0651b9 HTTP/1.1" status: 204 len: 168 time: 1.1273768 Jun 17 07:55:57.435300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:55:57.437588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027ac33a-13c2-477c-a5cb-0bcca957759f" -d '{"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:55:57.482938 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b9208c-9cec-4053-bcef-5119c2ee9177 x-openstack-request-id: req-31b9208c-9cec-4053-bcef-5119c2ee9177 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:55:57.483289 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:55:57.483528 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-31b9208c-9cec-4053-bcef-5119c2ee9177 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:55:57.484466 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31b9208c-9cec-4053-bcef-5119c2ee9177'] response: {'name': 'network-changed', 'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'status': 'completed', 'code': 200} Jun 17 07:55:57.556162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:57.556911 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-78316990-5ccc-4476-a7dc-eadf9020ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.558450 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-78316990-5ccc-4476-a7dc-eadf9020ab2c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=15f45382153c41c0b82006cf48e8c3a4&device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 1099 time: 0.0459442 Jun 17 07:55:57.583333 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e473cdcb-5e97-4847-9cd4-2ea29ab38949 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:55:57.656714 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-78b98ba4-78bd-420e-a9c9-579f8ec0662c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.659014 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-78b98ba4-78bd-420e-a9c9-579f8ec0662c service neutron] 10.222.0.57 "GET /v2.0/networks?id=3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 200 len: 910 time: 0.0926442 Jun 17 07:55:57.699031 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-195e9f5a-403c-4335-a177-1c90e03be7f4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 200 len: 217 time: 0.0326793 Jun 17 07:55:57.761232 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-7a2bad16-e138-4855-940c-d26d64b51fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.763882 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-7a2bad16-e138-4855-940c-d26d64b51fa5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 200 len: 848 time: 0.0551658 Jun 17 07:55:57.810328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:57.840547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Checking router: dab34939-8532-4c04-b1da-fe00d6de5437 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:55:57.840964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0041bdd-d516-4963-9486-fc357b50b1d9 req-e2c8e8c4-8816-4a5d-a34d-8dc308b79df1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.842795 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port e473cdcb-5e97-4847-9cd4-2ea29ab38949 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:55:57.842930 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a0041bdd-d516-4963-9486-fc357b50b1d9 req-e2c8e8c4-8816-4a5d-a34d-8dc308b79df1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 944 time: 0.0749187 Jun 17 07:55:57.846233 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-413b6be1-cdd0-4a3c-9245-66f0c8c417ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.847654 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-413b6be1-cdd0-4a3c-9245-66f0c8c417ad service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3470e952-90b0-4760-a6c0-596c8ce73895&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0716228 Jun 17 07:55:57.849288 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port e473cdcb-5e97-4847-9cd4-2ea29ab38949 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:55:57.849679 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:57.876141 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:55:57.876764 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:55:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:57.907240 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a0041bdd-d516-4963-9486-fc357b50b1d9 req-89241610-abf6-41cc-8f72-485d322dd3b3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538852 Jun 17 07:55:57.988017 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60865a1a-cb69-4e58-a8cb-75712c1f3230 req-20986279-ffe6-4d91-952c-569bed0fb52e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:57.990223 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-60865a1a-cb69-4e58-a8cb-75712c1f3230 req-20986279-ffe6-4d91-952c-569bed0fb52e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0940621 Jun 17 07:55:58.042046 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-60865a1a-cb69-4e58-a8cb-75712c1f3230 req-bec82c34-83a3-448f-82d6-9bdaa39aadb8 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430787 Jun 17 07:55:58.075962 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-9cca178e-012d-49dd-9174-dd54d4e349be service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030776 Jun 17 07:55:58.084860 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16358c7-1a6e-4a97-9e67-cc30d96f1d80 req-b473e886-4b8d-4e8f-b051-4bcfa4f62bbe tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:58.086408 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d16358c7-1a6e-4a97-9e67-cc30d96f1d80 req-b473e886-4b8d-4e8f-b051-4bcfa4f62bbe tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 944 time: 0.0747004 Jun 17 07:55:58.175205 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e473cdcb-5e97-4847-9cd4-2ea29ab38949 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:55:58.175651 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:58.178692 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d16358c7-1a6e-4a97-9e67-cc30d96f1d80 req-a86f5de9-e10f-4c1e-a322-53bd9da9cf69 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0841708 Jun 17 07:55:58.178970 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:55:58.201600 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-027ac33a-13c2-477c-a5cb-0bcca957759f req-bbc411b7-64c4-4ccb-b954-4dad4c7aeb70 service neutron] 10.222.0.57 "GET /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141956 Jun 17 07:55:58.230388 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:55:58.232583 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0308668-5b0c-4215-aab9-dbd9f5600b3b" -d '{"events": [{"server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "name": "network-vif-plugged", "status": "completed", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:55:58.278073 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:58.279723 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dc23ec-3fd5-4bef-a387-408e9307c2d8 x-openstack-request-id: req-87dc23ec-3fd5-4bef-a387-408e9307c2d8 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:55:58.279994 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "name": "network-vif-plugged", "status": "completed", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:55:58.280237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-87dc23ec-3fd5-4bef-a387-408e9307c2d8 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:55:58.280617 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dc23ec-3fd5-4bef-a387-408e9307c2d8'] response: {'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'code': 200} Jun 17 07:55:58.341360 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:58.342055 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 359b63e0-a8f4-45d7-80f1-e84881d490f5 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:55:58.432477 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:58.483624 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:55:58.509903 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3cbd5a8-5215-4ec5-8f0a-f37deff40561 None None] The sync data for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi is: [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:27Z', 'revision_number': 4, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9258dd8a-a741-486d-8a58-b3a8f7ed5401', 'name': '', 'network_id': '3470e952-90b0-4760-a6c0-596c8ce73895', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'mac_address': 'fa:16:3e:99:18:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:26Z', 'updated_at': '2022-06-17T07:50:31Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'subnets': [{'id': '5a6855f1-4e44-4950-85dc-2a1d701d31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:55:58.517096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 359b63e0-a8f4-45d7-80f1-e84881d490f5 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:55:58.521052 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 359b63e0-a8f4-45d7-80f1-e84881d490f5 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:55:58.521421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:58.603426 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 359b63e0-a8f4-45d7-80f1-e84881d490f5 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:55:58.603813 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:58.635708 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:55:58.712035 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:58.728610 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e62518-d72f-4f1f-b32d-403fec879959 None None] New status for floating IP 9472aaf2-d138-4aae-a920-6ef7cc0651b9: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:55:58.768023 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:55:58.805998 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-573f8b22-842f-49d0-a743-f43043875aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:55:59.031494 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea6bc2e-244a-4ff2-a697-9c0c062563f2 req-74709d3e-b777-4ad6-a393-13595fb91ca9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:59.033774 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ea6bc2e-244a-4ff2-a697-9c0c062563f2 req-74709d3e-b777-4ad6-a393-13595fb91ca9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0494914 Jun 17 07:55:59.070525 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ea6bc2e-244a-4ff2-a697-9c0c062563f2 req-f501ba7b-2209-428f-a7c5-be9d69c7820c tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308838 Jun 17 07:55:59.160295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c919f-9deb-40c9-900c-81bc5b209cc8 req-a0314eed-3e75-43ec-85f8-b2ea16480c70 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:59.161750 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-189c919f-9deb-40c9-900c-81bc5b209cc8 req-a0314eed-3e75-43ec-85f8-b2ea16480c70 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0473447 Jun 17 07:55:59.196971 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-189c919f-9deb-40c9-900c-81bc5b209cc8 req-714f908d-efc2-44ad-9b39-10576751aca9 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292950 Jun 17 07:55:59.294698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b7328f-14e0-4c8b-8825-abc9050f3cdf req-ca66301e-ca59-4846-89c2-d7cfbdc9c15d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:55:59.296134 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-26b7328f-14e0-4c8b-8825-abc9050f3cdf req-ca66301e-ca59-4846-89c2-d7cfbdc9c15d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0479596 Jun 17 07:55:59.331992 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-26b7328f-14e0-4c8b-8825-abc9050f3cdf req-0ffd7e41-800b-4bc3-a97b-33242b6a34ab tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0298290 Jun 17 07:56:00.180842 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55727d6-b854-43e0-b40e-8808b169cc36 req-0906b598-d15c-44e6-b122-322c4bef48d5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:00.182289 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f55727d6-b854-43e0-b40e-8808b169cc36 req-0906b598-d15c-44e6-b122-322c4bef48d5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0464373 Jun 17 07:56:00.218190 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f55727d6-b854-43e0-b40e-8808b169cc36 req-c7a22ee3-703d-48d3-af27-7981c3b13765 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300171 Jun 17 07:56:00.281989 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:56:00.285059 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96f3dd1-ec6d-46ef-a27a-a6b5fe6f8388" -d '{"events": [{"server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "name": "network-vif-plugged", "status": "completed", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:56:00.313832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7da7f-bccf-408d-9c5f-37fd5a68356e req-ba35137b-69c7-4279-b76d-ece614ade5e1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:00.314317 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5d7da7f-bccf-408d-9c5f-37fd5a68356e req-ba35137b-69c7-4279-b76d-ece614ade5e1 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Jun 17 07:56:00.319693 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb52ef1-14cc-4364-9737-a636da024822 x-openstack-request-id: req-ccb52ef1-14cc-4364-9737-a636da024822 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:56:00.319983 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "name": "network-vif-plugged", "status": "completed", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:56:00.320229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ccb52ef1-14cc-4364-9737-a636da024822 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:56:00.320616 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccb52ef1-14cc-4364-9737-a636da024822'] response: {'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'code': 200} Jun 17 07:56:00.351080 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f5d7da7f-bccf-408d-9c5f-37fd5a68356e req-89c52425-3c0c-4249-93bb-b6ec7df2f25d tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Jun 17 07:56:00.448435 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac384e-e08e-4def-a1ac-e7332847ee44 req-9cd0e4fe-7f58-4bac-bd6b-34e0e2cfda79 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:00.450142 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cbac384e-e08e-4def-a1ac-e7332847ee44 req-9cd0e4fe-7f58-4bac-bd6b-34e0e2cfda79 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0507984 Jun 17 07:56:00.487658 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cbac384e-e08e-4def-a1ac-e7332847ee44 req-582bce59-83be-4159-bb65-8ab520ef44a7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0317674 Jun 17 07:56:01.023844 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b53782-90f4-4c65-b97c-3079126cabe4 req-12afffef-8b4b-4e3c-a875-9ca4cc7e73c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:01.025342 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f4b53782-90f4-4c65-b97c-3079126cabe4 req-12afffef-8b4b-4e3c-a875-9ca4cc7e73c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 1098 time: 0.0386813 Jun 17 07:56:01.061971 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f4b53782-90f4-4c65-b97c-3079126cabe4 req-a0d11aab-3d67-4131-84c9-e1bce70949a2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0272844 Jun 17 07:56:01.086270 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0e2c2473-de21-484d-b9e8-1a9f60f10854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:01.331831 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf3cf9-d9b9-4fc6-8a43-548630715009 req-e8ea7791-7221-4d09-9f69-e263baa7496b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:01.333240 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a7bf3cf9-d9b9-4fc6-8a43-548630715009 req-e8ea7791-7221-4d09-9f69-e263baa7496b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0480275 Jun 17 07:56:01.370510 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a7bf3cf9-d9b9-4fc6-8a43-548630715009 req-58fe79ca-83d0-44cf-af8a-bb4e4482ae97 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311930 Jun 17 07:56:01.467026 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f61087-3954-4615-b8ed-aa9692957a76 req-1cbccb25-1317-4f23-bfca-bccf86d92dfb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:01.468499 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f3f61087-3954-4615-b8ed-aa9692957a76 req-1cbccb25-1317-4f23-bfca-bccf86d92dfb tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0481467 Jun 17 07:56:01.505291 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f3f61087-3954-4615-b8ed-aa9692957a76 req-876d236e-0356-46f3-96dc-7bd35a0272bd tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301595 Jun 17 07:56:01.603596 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa263f-eab2-4495-b5b8-3be7e1879727 req-d1ada67e-4e94-42d9-a721-d85c6a0247de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:01.605112 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-02fa263f-eab2-4495-b5b8-3be7e1879727 req-d1ada67e-4e94-42d9-a721-d85c6a0247de service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1098 time: 0.0679994 Jun 17 07:56:01.625614 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72d8c0-2653-44b5-82a9-bb4588cab7f5 req-de6378ca-6d73-4326-b766-eca4fe342479 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:01.627022 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a72d8c0-2653-44b5-82a9-bb4588cab7f5 req-de6378ca-6d73-4326-b766-eca4fe342479 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0633445 Jun 17 07:56:01.665574 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-02fa263f-eab2-4495-b5b8-3be7e1879727 req-898e8d5a-098f-45cf-bea5-2e2854dd3c51 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530512 Jun 17 07:56:01.677268 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5a72d8c0-2653-44b5-82a9-bb4588cab7f5 req-422becf2-ce49-4741-81c4-8042e59224c5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441256 Jun 17 07:56:01.900654 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:56:02.322672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:02.482749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a404667-05b1-4614-9637-f55438ee5041 req-adca64b2-3f2f-4922-b5df-c935fd4b7a75 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:02.484193 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1a404667-05b1-4614-9637-f55438ee5041 req-adca64b2-3f2f-4922-b5df-c935fd4b7a75 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0478334 Jun 17 07:56:02.521556 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1a404667-05b1-4614-9637-f55438ee5041 req-fcf4a696-b9ce-4734-abe9-e73d584d6177 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311434 Jun 17 07:56:02.642887 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f229ca4-7134-4108-98b8-b4dac7105cb4 req-d37359cb-f185-494f-81de-d3e4ee1b5f17 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:02.644336 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6f229ca4-7134-4108-98b8-b4dac7105cb4 req-d37359cb-f185-494f-81de-d3e4ee1b5f17 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0689666 Jun 17 07:56:02.651325 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-f8da72d1-8e3c-4d95-bea2-ba7afef4d604 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:02.652619 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-f8da72d1-8e3c-4d95-bea2-ba7afef4d604 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.57 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 946 time: 0.0868251 Jun 17 07:56:02.717249 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6f229ca4-7134-4108-98b8-b4dac7105cb4 req-a93e4183-185e-48c2-a200-0dd7f3a59009 tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/security-groups?id=19c0342b-cb86-4fb6-810b-99797e79f253&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635417 Jun 17 07:56:02.765524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Deleting port c6886119-c677-459a-a2ca-ecbba951962a {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:02.765930 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:02.811801 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e031ffa3-b56c-419d-9ae5-e7413155aa1d req-28f7c1fd-a4a5-449e-b3ad-3e4b8e681db9 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:02.813243 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e031ffa3-b56c-419d-9ae5-e7413155aa1d req-28f7c1fd-a4a5-449e-b3ad-3e4b8e681db9 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0593643 Jun 17 07:56:02.850907 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e031ffa3-b56c-419d-9ae5-e7413155aa1d req-aeaccb2d-c060-49df-9f06-e4fbc90a2e6c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311882 Jun 17 07:56:02.857098 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] For port c6886119-c677-459a-a2ca-ecbba951962a, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=c6886119-c677-459a-a2ca-ecbba951962a,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:02.857688 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:02.870329 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Calling delete_port for c6886119-c677-459a-a2ca-ecbba951962a owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:02.990806 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe5f6b-69b5-45dd-b190-a5687403d102 req-8d021f89-6b08-47e3-96d0-de6eda55cf38 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:02.992282 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-10fe5f6b-69b5-45dd-b190-a5687403d102 req-8d021f89-6b08-47e3-96d0-de6eda55cf38 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0752652 Jun 17 07:56:03.000627 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43834) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:03.005306 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'port_id': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:56:03.045153 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.117711 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.147543 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event deleted for resources: {'Port': ['ID=c6886119-c677-459a-a2ca-ecbba951962a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:03.187933 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] No DVR routers for this DVR port c6886119-c677-459a-a2ca-ecbba951962a on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:03.191425 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.194772 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bec51000-1610-4c4a-b590-a1cb79ac83ca req-b31562c9-04a0-4e8e-a68b-148a708d8d5c tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.57 "DELETE /v2.0/ports/c6886119-c677-459a-a2ca-ecbba951962a HTTP/1.1" status: 204 len: 173 time: 0.5286186 Jun 17 07:56:03.195211 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-deleted', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:56:03.197466 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e4afca-07fc-4224-a0c0-e35e288258a5" -d '{"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-deleted", "tag": "c6886119-c677-459a-a2ca-ecbba951962a"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:56:03.232476 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6629f72-f679-4085-8a92-679e64331f7e x-openstack-request-id: req-c6629f72-f679-4085-8a92-679e64331f7e {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:56:03.232782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f244a48d-e778-469f-96d4-1c7de9eadac5", "name": "network-vif-deleted", "tag": "c6886119-c677-459a-a2ca-ecbba951962a", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:56:03.233055 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c6629f72-f679-4085-8a92-679e64331f7e {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:56:03.233446 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6629f72-f679-4085-8a92-679e64331f7e'] response: {'server_uuid': 'f244a48d-e778-469f-96d4-1c7de9eadac5', 'name': 'network-vif-deleted', 'tag': 'c6886119-c677-459a-a2ca-ecbba951962a', 'status': 'completed', 'code': 200} Jun 17 07:56:03.430623 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.511245 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.605874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.655163 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4e18b-59fb-4a7c-9bf7-21ca942fbdf8 req-234ec330-dfe9-41e0-8a33-232af3cc5ec1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:03.662932 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9df4e18b-59fb-4a7c-9bf7-21ca942fbdf8 req-234ec330-dfe9-41e0-8a33-232af3cc5ec1 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0672183 Jun 17 07:56:03.701678 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9df4e18b-59fb-4a7c-9bf7-21ca942fbdf8 req-e1145d84-8853-4906-869b-f4fc4b2918a3 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378559 Jun 17 07:56:03.738588 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 703b2f36-336e-4f45-97ed-1f70a519378b associated. External IP: 172.27.2.53, port: e473cdcb-5e97-4847-9cd4-2ea29ab38949. Jun 17 07:56:03.815741 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a40ec119-6061-4a09-936f-8b22332ad0f7 req-8696b954-f69e-4494-9aaa-19a61d0b071a tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "GET /v2.0/ports?device_id=f244a48d-e778-469f-96d4-1c7de9eadac5 HTTP/1.1" status: 200 len: 210 time: 0.0262687 Jun 17 07:56:03.871185 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2768a59a-15de-4f12-8983-63149e8c854d req-d2879f1d-3ec6-4773-ac64-d7af0f5ae98b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:03.872629 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2768a59a-15de-4f12-8983-63149e8c854d req-d2879f1d-3ec6-4773-ac64-d7af0f5ae98b tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0899789 Jun 17 07:56:03.950696 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-2768a59a-15de-4f12-8983-63149e8c854d req-f665b9d4-b490-4abc-998a-1f06fcfb81cd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698643 Jun 17 07:56:03.952811 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:03.973875 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43860) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:04.022652 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:56:04.127750 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1a4007-a3ee-41b4-bb90-b5f79f9ea230 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:04.130055 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0c1a4007-a3ee-41b4-bb90-b5f79f9ea230 tempest-TestVolumeBootPattern-1908546185 tempest-TestVolumeBootPattern-1908546185-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1093 time: 0.1547821 Jun 17 07:56:04.132515 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43872) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:04.140461 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'port_id': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:56:04.153216 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:56:04.158215 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.169148 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:56:04.178742 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:04.180671 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:04.197756 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3b94c657-4241-4aa3-9303-445a43d85dca tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "PUT /v2.0/floatingips/703b2f36-336e-4f45-97ed-1f70a519378b HTTP/1.1" status: 200 len: 990 time: 1.1959186 Jun 17 07:56:04.198377 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:56:04.203558 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:56:04.220186 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.238267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b985790-c6fd-4253-8f6e-bca57fb5a549 x-openstack-request-id: req-6b985790-c6fd-4253-8f6e-bca57fb5a549 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:56:04.238583 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:56:04.238929 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-6b985790-c6fd-4253-8f6e-bca57fb5a549 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:56:04.240016 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b985790-c6fd-4253-8f6e-bca57fb5a549'] response: {'name': 'network-changed', 'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'status': 'completed', 'code': 200} Jun 17 07:56:04.296324 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:04.348036 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-0e1c332f-4b9f-4cb9-84c3-c16548c535b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:04.349560 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-0e1c332f-4b9f-4cb9-84c3-c16548c535b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 1098 time: 0.0602083 Jun 17 07:56:04.368355 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.515300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-bfe3e666-e45a-449f-9a6e-2845f81f76df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:04.517364 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-bfe3e666-e45a-449f-9a6e-2845f81f76df service neutron] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 916 time: 0.1586168 Jun 17 07:56:04.534905 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '703b2f36-336e-4f45-97ed-1f70a519378b', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:c1:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:55:41Z', 'updated_at': '2022-06-17T07:56:03Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}, {'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:04.569819 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:56:04.579371 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:04.579990 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:04.592917 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Allocated IP 172.27.2.52 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/d23e28c0-63ed-44db-b577-9782748d6349) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:56:04.613172 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-c2e330a8-97a2-4615-a96a-5212770b899a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949 HTTP/1.1" status: 200 len: 998 time: 0.0842721 Jun 17 07:56:04.685472 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:04.715002 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-99d84ada-6cde-4e71-ac94-a3c177288197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:04.716499 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-99d84ada-6cde-4e71-ac94-a3c177288197 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0902555 Jun 17 07:56:04.769456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.788221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-830231f5-edd7-490c-b335-6c7774b9a177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:04.790300 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-830231f5-edd7-490c-b335-6c7774b9a177 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662541 Jun 17 07:56:04.872138 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43886) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:04.892686 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-62aa1e20-5910-4d0f-92b6-2049133c0f7a service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914915 Jun 17 07:56:04.896378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.922397 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '703b2f36-336e-4f45-97ed-1f70a519378b', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:c1:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:55:41Z', 'updated_at': '2022-06-17T07:56:03Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}, {'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:04.942439 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:04.949199 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602dfc74-ae36-4c19-9e22-b0b051fa55dc None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '703b2f36-336e-4f45-97ed-1f70a519378b', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.53', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:c1:ca:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:55:41Z', 'updated_at': '2022-06-17T07:56:03Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}, {'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:56:04.959089 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:56:04.964699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:56:04.967045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:56:04.970948 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.026595 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=d23e28c0-63ed-44db-b577-9782748d6349,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:05.082693 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e8a350f9-7cdf-4db1-b9d6-d3ac70237fd9 req-1c50a5a0-0e67-46aa-be41-a84418f94410 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793857 Jun 17 07:56:05.103551 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.106436 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.107805 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] 10.222.0.27 "DELETE /v2.0/security-groups/19c0342b-cb86-4fb6-810b-99797e79f253 HTTP/1.1" status: 204 len: 168 time: 0.2334065 Jun 17 07:56:05.122661 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a86d38-1001-4ee2-9fcd-a1d931c12b3e tempest-TestShelveInstance-1225116563 tempest-TestShelveInstance-1225116563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c0342b-cb86-4fb6-810b-99797e79f253,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:05.182313 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93eb73c-5adc-4992-9e23-fc3902d6498f None None] New status for floating IP 703b2f36-336e-4f45-97ed-1f70a519378b: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:56:05.231268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43890) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:05.667832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.793658 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.943521 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:05.945952 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.040206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.111622 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event updated for resources: {'Port': ['ID=d23e28c0-63ed-44db-b577-9782748d6349,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:06.121312 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.194625 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Deleting port 9258dd8a-a741-486d-8a58-b3a8f7ed5401 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:06.194876 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.239334 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP da7bf17d-71d6-4024-afc7-1d1f99e9f930 associated. External IP: 172.27.2.52, port: 359b63e0-a8f4-45d7-80f1-e84881d490f5. Jun 17 07:56:06.277026 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] For port 9258dd8a-a741-486d-8a58-b3a8f7ed5401, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9258dd8a-a741-486d-8a58-b3a8f7ed5401,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:06.277395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.290243 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Calling delete_port for 9258dd8a-a741-486d-8a58-b3a8f7ed5401 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:06.444007 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:56:06.534657 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.553942 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:56:06.562289 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Pushing event deleted for resources: {'Port': ['ID=9258dd8a-a741-486d-8a58-b3a8f7ed5401,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:06.645288 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.679113 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1d541c52-f5bc-432f-be0f-c57d61a906e0 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5454993 Jun 17 07:56:06.679846 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:56:06.682468 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42" -d '{"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:56:06.719328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:56:06.729487 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:06.730317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:06.734795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e0b6a9-e280-41e9-a4c8-c8e7de56f2e7 x-openstack-request-id: req-96e0b6a9-e280-41e9-a4c8-c8e7de56f2e7 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:56:06.734795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:56:06.735878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-96e0b6a9-e280-41e9-a4c8-c8e7de56f2e7 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:56:06.735878 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96e0b6a9-e280-41e9-a4c8-c8e7de56f2e7'] response: {'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'status': 'completed', 'code': 200} Jun 17 07:56:06.767547 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:06.841782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-ef87925d-f9e3-4dc7-858b-d269fc2c13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:06.847557 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-ef87925d-f9e3-4dc7-858b-d269fc2c13aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1098 time: 0.0854897 Jun 17 07:56:06.849205 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:06.944845 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-a2094e35-d75a-4c7b-8ba6-604d318f94ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:06.946519 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-a2094e35-d75a-4c7b-8ba6-604d318f94ca service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.0963054 Jun 17 07:56:07.019707 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-d0ab3620-eaa9-44eb-a8e6-ecc5b8d22975 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5 HTTP/1.1" status: 200 len: 998 time: 0.0643775 Jun 17 07:56:07.051233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Router dab34939-8532-4c04-b1da-fe00d6de5437 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:56:07.084903 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-b35dbc3c-4ce7-4f39-b7ce-f7d440b1dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:07.086351 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-b35dbc3c-4ce7-4f39-b7ce-f7d440b1dad8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0593567 Jun 17 07:56:07.092009 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43910) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:07.116388 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}, {'id': 'da7bf17d-71d6-4024-afc7-1d1f99e9f930', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:e6:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:56:05Z', 'updated_at': '2022-06-17T07:56:05Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.136483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-90c39a1d-88fb-479c-bbfb-51c19bba8df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:07.137986 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-90c39a1d-88fb-479c-bbfb-51c19bba8df6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402358 Jun 17 07:56:07.149573 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:56:07.159734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:07.160601 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.184032 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:56:07.199731 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Sync routers for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:56:07.200800 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-0918dccd-9731-4b54-af09-e2f516874a18 admin admin] 10.222.0.27 "PUT /v2.0/routers/dab34939-8532-4c04-b1da-fe00d6de5437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9678690 Jun 17 07:56:07.201646 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43914) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:07.215335 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:07.216332 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.257576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4312825c-05f9-453f-959f-0dcc16299556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.261779 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-58414aa0-dec6-44c1-a6fd-1674c00364ba service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164513 Jun 17 07:56:07.295993 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:07.330654 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks [] for router, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.344909 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:07.406016 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0c1ad17a-ac83-4863-a8a6-fd39503d3c42 req-0075565c-45be-4e77-919b-25e2580daf22 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346502 Jun 17 07:56:07.442943 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4312825c-05f9-453f-959f-0dcc16299556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.447361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.531686 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}, {'id': 'da7bf17d-71d6-4024-afc7-1d1f99e9f930', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:e6:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:56:05Z', 'updated_at': '2022-06-17T07:56:05Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.543093 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4312825c-05f9-453f-959f-0dcc16299556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.555210 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144'}], 'enable_snat': True}, 'gw_port_id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:56:06Z', 'revision_number': 5, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port': {'id': 'd7b2a8c3-6b5b-485e-abac-2fab81095c18', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e8:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:50:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.562828 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-771e7676-f90a-4eae-8a0b-5926f936ab51 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}, {'id': 'da7bf17d-71d6-4024-afc7-1d1f99e9f930', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.52', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:e6:12:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:56:05Z', 'updated_at': '2022-06-17T07:56:05Z', 'revision_number': 0, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:56:07.580484 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:07.585552 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Checking router: dab34939-8532-4c04-b1da-fe00d6de5437 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:56:07.590780 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4312825c-05f9-453f-959f-0dcc16299556 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=5c8afd5f0db0413191eb87b4ca35ced9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4976614 Jun 17 07:56:07.591918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4312825c-05f9-453f-959f-0dcc16299556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285a10af-049c-4495-96f0-6f2a6bf60484,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:07.594733 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43916) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:07.609041 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Routers {'dab34939-8532-4c04-b1da-fe00d6de5437'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:07.609698 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['dab34939-8532-4c04-b1da-fe00d6de5437'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.623296 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: c6886119-c677-459a-a2ca-ecbba951962a {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:07.623892 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device c6886119-c677-459a-a2ca-ecbba951962a not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:07.632897 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Deleting port d7b2a8c3-6b5b-485e-abac-2fab81095c18 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:07.633434 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.665543 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.689170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.713255 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] Set router dab34939-8532-4c04-b1da-fe00d6de5437 gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:07.727237 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] For port d7b2a8c3-6b5b-485e-abac-2fab81095c18, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=d7b2a8c3-6b5b-485e-abac-2fab81095c18,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:07.727599 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.747522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Calling delete_port for d7b2a8c3-6b5b-485e-abac-2fab81095c18 owned by network:router_gateway {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:07.764971 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:56:07Z', 'revision_number': 6, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:07.815684 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.820575 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:07.824639 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/285a10af-049c-4495-96f0-6f2a6bf60484 HTTP/1.1" status: 204 len: 168 time: 0.2259610 Jun 17 07:56:07.832377 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f147b-0a61-452a-a458-05eefd3335c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285a10af-049c-4495-96f0-6f2a6bf60484,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:07.874176 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54041501-2ca4-4c54-b25e-85bc86d12c83 None None] New status for floating IP da7bf17d-71d6-4024-afc7-1d1f99e9f930: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:56:07.885995 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32aac9b-44a4-4e21-b2e3-ae4acfeeeddd None None] The sync data for ids ['dab34939-8532-4c04-b1da-fe00d6de5437'] in dv-cinder-821745-1-iscsi is: [{'id': 'dab34939-8532-4c04-b1da-fe00d6de5437', 'name': 'tempest-TestShelveInstance-2049607533-router', 'tenant_id': '15f45382153c41c0b82006cf48e8c3a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:24Z', 'updated_at': '2022-06-17T07:56:07Z', 'revision_number': 6, 'project_id': '15f45382153c41c0b82006cf48e8c3a4', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:56:08.013990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.046093 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7b2a8c3-6b5b-485e-abac-2fab81095c18,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:08.101539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.205575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.207698 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.343482 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.344035 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dab34939-8532-4c04-b1da-fe00d6de5437 {{(pid=109306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:56:08.353395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.353395 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-ba3475f1-b5fc-4cf2-a60b-c7409316ff06 admin admin] 10.222.0.27 "DELETE /v2.0/routers/dab34939-8532-4c04-b1da-fe00d6de5437 HTTP/1.1" status: 204 len: 168 time: 1.1474071 Jun 17 07:56:08.353746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43922) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:08.396549 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Deleting subnet 5a6855f1-4e44-4950-85dc-2a1d701d31bd {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:56:08.399518 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.433359 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26212175'] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.511837 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.535197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43924) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:08.548395 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-84389a08-25eb-4a77-8270-6583f186005e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.621011 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-84389a08-25eb-4a77-8270-6583f186005e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.640843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25466735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26771695'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.665095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6855f1-4e44-4950-85dc-2a1d701d31bd,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:08.671426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.674682 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f370c264-099e-4bc1-8aab-a49bc63830bb admin admin] 10.222.0.27 "DELETE /v2.0/subnets/5a6855f1-4e44-4950-85dc-2a1d701d31bd HTTP/1.1" status: 204 len: 168 time: 0.3207192 Jun 17 07:56:08.677164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43926) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:08.679291 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33299e4-f2ab-4dd6-8cca-b7889ebb80cf None None] Network 3470e952-90b0-4760-a6c0-596c8ce73895 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:56:08.703249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-84389a08-25eb-4a77-8270-6583f186005e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.741470 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84389a08-25eb-4a77-8270-6583f186005e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b2ac3e-0e68-4dcd-837a-2477a5c56a27,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:08.754832 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-84389a08-25eb-4a77-8270-6583f186005e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e638780e977f483cb951653f90b80b50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137952 Jun 17 07:56:08.754945 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.754945 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43928) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:08.835190 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.863882 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.865697 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device d7b2a8c3-6b5b-485e-abac-2fab81095c18 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:08.879106 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Deleting port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:08.879444 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.892131 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: d7b2a8c3-6b5b-485e-abac-2fab81095c18 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:08.892741 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device d7b2a8c3-6b5b-485e-abac-2fab81095c18 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:08.893052 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9258dd8a-a741-486d-8a58-b3a8f7ed5401 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:08.894941 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] DHCP port deletion for 3470e952-90b0-4760-a6c0-596c8ce73895 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:56:08.917091 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 9258dd8a-a741-486d-8a58-b3a8f7ed5401 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:08.917505 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9258dd8a-a741-486d-8a58-b3a8f7ed5401 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:08.967095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] For port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:08.967459 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.973865 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Deleting port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:08.974241 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:08.981303 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Calling delete_port for 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:09.040185 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] For port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,segment=NetworkSegment(2e47368d-2681-44b3-b402-6d68d1a8f676),segment_id=2e47368d-2681-44b3-b402-6d68d1a8f676)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:09.040574 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.053537 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Calling delete_port for 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:09.071166 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.075228 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.075228 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/30b2ac3e-0e68-4dcd-837a-2477a5c56a27 HTTP/1.1" status: 204 len: 168 time: 0.3205781 Jun 17 07:56:09.083689 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96508c1-06be-4f3d-90e6-7ac0b376bb90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b2ac3e-0e68-4dcd-837a-2477a5c56a27,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:09.140255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.146199 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.172931 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Pushing event deleted for resources: {'Port': ['ID=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:09.181552 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] No DVR routers for this DVR port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:09.181692 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] No DVR routers for this DVR port 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:09.182494 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7394c3-5ace-4b32-a78c-9389a3573d3c None None] Pushing event deleted for resources: {'Port': ['ID=0c3a6ea9-47eb-4b08-b1c7-97856a1837b9,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:09.250359 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.270649 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3470e952-90b0-4760-a6c0-596c8ce73895']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:09.279821 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e47368d-2681-44b3-b402-6d68d1a8f676') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:09.280121 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e47368d-2681-44b3-b402-6d68d1a8f676') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:09.290111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.303300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.309106 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:56:09.309489 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.337566 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 2e47368d-2681-44b3-b402-6d68d1a8f676 resource provider aggregate not found Jun 17 07:56:09.376152 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 2e47368d-2681-44b3-b402-6d68d1a8f676 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e47368d-2681-44b3-b402-6d68d1a8f676 found for delete ", "request_id": "req-f20c1bda-46d6-4cb8-bdf7-9a9835c61e78"}]} Jun 17 07:56:09.443173 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.449702 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.452879 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] 10.222.0.27 "DELETE /v2.0/networks/3470e952-90b0-4760-a6c0-596c8ce73895 HTTP/1.1" status: 204 len: 168 time: 0.7747369 Jun 17 07:56:09.455840 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43938) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:09.463241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c0ac5c-7b7d-4959-b9c8-393ac86b60db admin admin] Pushing event deleted for resources: {'Network': ['ID=3470e952-90b0-4760-a6c0-596c8ce73895,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:09.754802 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:09.799764 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:10.039181 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Deleting port 204485d8-019c-4bdb-a05f-46d3330dc267 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:10.039520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:10.116295 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] For port 204485d8-019c-4bdb-a05f-46d3330dc267, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=204485d8-019c-4bdb-a05f-46d3330dc267,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:10.116655 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:10.132107 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Calling delete_port for 204485d8-019c-4bdb-a05f-46d3330dc267 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:10.374111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:10.399832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Pushing event deleted for resources: {'Port': ['ID=204485d8-019c-4bdb-a05f-46d3330dc267,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:10.568035 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:10.880563 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:10.901386 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:10.901732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 0c3a6ea9-47eb-4b08-b1c7-97856a1837b9 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:11.041135 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:56:11.145571 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:56:11.150706 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-b7512b60-efdb-43b4-934f-40527cf80998 admin admin] 10.222.0.27 "PUT /v2.0/routers/ec5a4c5d-008d-4a4f-8d19-affa51f6fd91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6926446 Jun 17 07:56:11.152921 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43976) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:11.155454 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Sync routers for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:56:11.166701 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:11.170616 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:11.261830 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.276780 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:11.371091 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.452279 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33'}], 'enable_snat': True}, 'gw_port_id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:56:10Z', 'revision_number': 5, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port': {'id': '21ed2505-38d9-4ff3-9961-9a84d8bb3e68', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:50:31Z', 'updated_at': '2022-06-17T07:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:11.481908 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Deleting port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:11.482165 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Checking router: ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:56:11.482268 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.490579 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Routers {'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:11.490961 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:11.558773 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] For port 21ed2505-38d9-4ff3-9961-9a84d8bb3e68, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:11.559417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.575112 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] Set router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:11.576883 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Calling delete_port for 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 owned by network:router_gateway {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:11.625066 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:56:11Z', 'revision_number': 6, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:11.653798 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ccd91c-5bce-430c-acd2-c3f106eacacd None None] The sync data for ids ['ec5a4c5d-008d-4a4f-8d19-affa51f6fd91'] in dv-cinder-821745-1-iscsi is: [{'id': 'ec5a4c5d-008d-4a4f-8d19-affa51f6fd91', 'name': 'tempest-TestShelveInstance-856360128-router', 'tenant_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:50:30Z', 'updated_at': '2022-06-17T07:56:11Z', 'revision_number': 6, 'project_id': '1dcc01b86b9b4daeb408a7cf5a11fd88', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:56:11.811585 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.845497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=21ed2505-38d9-4ff3-9961-9a84d8bb3e68,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:11.903448 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.996489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:11.998819 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.114736 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.115198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 {{(pid=109306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:56:12.119958 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.124566 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-1cfb8831-e6d7-4cfa-a3dc-f4bbb44510b7 admin admin] 10.222.0.27 "DELETE /v2.0/routers/ec5a4c5d-008d-4a4f-8d19-affa51f6fd91 HTTP/1.1" status: 204 len: 168 time: 0.9670434 Jun 17 07:56:12.124566 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 43986) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:12.172814 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Deleting subnet 7b9d7a63-1b81-4cc5-8778-d5640f1eb445 {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:56:12.175759 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.215380 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.289232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.400528 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.428381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9d7a63-1b81-4cc5-8778-d5640f1eb445,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:12.430383 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.433498 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-dd3dbe0d-9d50-43ba-a841-14808dc15d7e admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7b9d7a63-1b81-4cc5-8778-d5640f1eb445 HTTP/1.1" status: 204 len: 168 time: 0.3090589 Jun 17 07:56:12.441861 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 43988) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:12.442748 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2639911e-25bc-4266-b54a-19602b562984 None None] Network 2e20cffb-0b51-4ec6-9b16-40b58328977d requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:56:12.510846 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.571932 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Deleting port 028d1009-b604-4e43-a23a-5b8e3b99cc05 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:12.572271 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.629621 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] DHCP port deletion for 2e20cffb-0b51-4ec6-9b16-40b58328977d request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:56:12.641633 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] For port 028d1009-b604-4e43-a23a-5b8e3b99cc05, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=028d1009-b604-4e43-a23a-5b8e3b99cc05,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:12.642097 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.658198 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Calling delete_port for 028d1009-b604-4e43-a23a-5b8e3b99cc05 owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:12.682075 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Deleting port 028d1009-b604-4e43-a23a-5b8e3b99cc05 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:12.687759 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.751058 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] For port 028d1009-b604-4e43-a23a-5b8e3b99cc05, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=028d1009-b604-4e43-a23a-5b8e3b99cc05,segment=NetworkSegment(7462e939-4e53-4b28-8375-71dde6048f64),segment_id=7462e939-4e53-4b28-8375-71dde6048f64)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:12.751303 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.763594 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Calling delete_port for 028d1009-b604-4e43-a23a-5b8e3b99cc05 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:12.793088 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.810002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:12.829812 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Pushing event deleted for resources: {'Port': ['ID=028d1009-b604-4e43-a23a-5b8e3b99cc05,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:12.832441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] No DVR routers for this DVR port 028d1009-b604-4e43-a23a-5b8e3b99cc05 on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:12.908444 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.928459 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e20cffb-0b51-4ec6-9b16-40b58328977d']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:12.937783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7462e939-4e53-4b28-8375-71dde6048f64') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:12.938632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7462e939-4e53-4b28-8375-71dde6048f64') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:12.947913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.952823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:12.953200 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 21ed2505-38d9-4ff3-9961-9a84d8bb3e68 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:12.954165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 028d1009-b604-4e43-a23a-5b8e3b99cc05 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:12.961434 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.967072 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:56:12.967453 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:12.984267 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 028d1009-b604-4e43-a23a-5b8e3b99cc05 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:12.984595 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 028d1009-b604-4e43-a23a-5b8e3b99cc05 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:12.985064 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 204485d8-019c-4bdb-a05f-46d3330dc267 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:56:13.012113 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 204485d8-019c-4bdb-a05f-46d3330dc267 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:56:13.012450 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 204485d8-019c-4bdb-a05f-46d3330dc267 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:56:13.015632 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 7462e939-4e53-4b28-8375-71dde6048f64 resource provider aggregate not found Jun 17 07:56:13.020907 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.037625 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 7462e939-4e53-4b28-8375-71dde6048f64 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7462e939-4e53-4b28-8375-71dde6048f64 found for delete ", "request_id": "req-38aaebf9-8f96-4ba5-9bdd-c34d6a9aef32"}]} Jun 17 07:56:13.045402 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] Pushing event deleted for resources: {'Port': ['ID=028d1009-b604-4e43-a23a-5b8e3b99cc05,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:13.049233 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b951ba3-c671-4af6-91ae-88cb62cdce6c None None] No DVR routers for this DVR port 028d1009-b604-4e43-a23a-5b8e3b99cc05 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:13.105971 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.116720 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.119840 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] 10.222.0.27 "DELETE /v2.0/networks/2e20cffb-0b51-4ec6-9b16-40b58328977d HTTP/1.1" status: 204 len: 168 time: 0.6827826 Jun 17 07:56:13.129934 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9dfe4-fad9-408f-818e-084fd8cda929 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e20cffb-0b51-4ec6-9b16-40b58328977d,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:13.523962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44010) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:13.562866 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-027a01be-4352-4653-8fa6-f1c6e493dd0e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=15f45382153c41c0b82006cf48e8c3a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376642 Jun 17 07:56:13.565373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44012) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:13.617090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.637386 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.754214 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.756730 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:13.757939 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e054cec5-bebe-4217-858d-6eddb253ced7 HTTP/1.1" status: 204 len: 168 time: 0.1916409 Jun 17 07:56:13.765777 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d49c94-961e-4890-a69a-8cc4246945d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e054cec5-bebe-4217-858d-6eddb253ced7,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:14.434532 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44022) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:14.476671 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-39fed328-6582-453e-b964-54a1b86decae admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=1dcc01b86b9b4daeb408a7cf5a11fd88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387580 Jun 17 07:56:14.476958 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44024) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:14.523921 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:14.544796 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:14.671104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:14.674333 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:14.675485 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e275df0f-22fe-4f6e-a400-0562bb8cbd15 HTTP/1.1" status: 204 len: 168 time: 0.1976714 Jun 17 07:56:14.683051 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34485f78-6da2-44ab-b085-7f155620d4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e275df0f-22fe-4f6e-a400-0562bb8cbd15,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:16.458560 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44058) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:16.559111 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b0d269dc-f0d4-46d3-a05c-4f6bfdd3cf37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.633527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b0d269dc-f0d4-46d3-a05c-4f6bfdd3cf37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.711264 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b0d269dc-f0d4-46d3-a05c-4f6bfdd3cf37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.748170 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-b0d269dc-f0d4-46d3-a05c-4f6bfdd3cf37 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=33901a98947d4c8eb4ffa1d556505df9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885747 Jun 17 07:56:16.749083 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d269dc-f0d4-46d3-a05c-4f6bfdd3cf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1a2a7-0abd-438d-b0c0-65a55e2c8c13,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:16.751378 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44062) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:16.798611 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.819086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.925343 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.927908 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:16.929068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/74e1a2a7-0abd-438d-b0c0-65a55e2c8c13 HTTP/1.1" status: 204 len: 168 time: 0.1766882 Jun 17 07:56:16.937011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a10f-8b2f-4b20-a779-25cc1c21c2b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1a2a7-0abd-438d-b0c0-65a55e2c8c13,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:17.465434 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44070) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:17.478173 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-632cbcaa-2a84-43ac-b8f2-828571ee9f74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.560667 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-632cbcaa-2a84-43ac-b8f2-828571ee9f74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.622644 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-632cbcaa-2a84-43ac-b8f2-828571ee9f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.660303 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-632cbcaa-2a84-43ac-b8f2-828571ee9f74 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8d706d29b10c41c19c38640ca3088f7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1937668 Jun 17 07:56:17.662179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632cbcaa-2a84-43ac-b8f2-828571ee9f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6369c024-b141-4b30-8564-cf3a99cc2d40,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:17.663037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44072) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:17.710803 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.731184 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.862703 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.865162 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:17.866301 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/6369c024-b141-4b30-8564-cf3a99cc2d40 HTTP/1.1" status: 204 len: 168 time: 0.2022035 Jun 17 07:56:17.874028 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b7c9e3-cea1-4b3e-a8b9-7f2e091c2b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6369c024-b141-4b30-8564-cf3a99cc2d40,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:19.434316 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44102) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:19.544544 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe6e-5fd6-429b-91bb-1d8317ebc376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.616057 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe6e-5fd6-429b-91bb-1d8317ebc376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.674070 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa3ebe6e-5fd6-429b-91bb-1d8317ebc376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.714299 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-fa3ebe6e-5fd6-429b-91bb-1d8317ebc376 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=6f748a16e6734654b9c90312bfcfbffc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789323 Jun 17 07:56:19.715194 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ebe6e-5fd6-429b-91bb-1d8317ebc376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37401fe7-5e89-4a1a-8969-68219efeadd2,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:19.717079 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44106) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:19.765390 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.786137 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.888295 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.891554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:19.892683 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/37401fe7-5e89-4a1a-8969-68219efeadd2 HTTP/1.1" status: 204 len: 168 time: 0.1746507 Jun 17 07:56:19.900018 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99f83ca-762e-41f0-956d-37a4f09c894b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37401fe7-5e89-4a1a-8969-68219efeadd2,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:28.802498 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-04e3a72c-ebf4-49b0-8aba-b5354244bba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:31.079485 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-31aed577-4cc3-4c0c-aef7-b6b8bc26f5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:32.308460 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:33.447835 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:33.942312 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:38.899904 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:56:39.756533 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.029916 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44248) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:45.130287 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-93759943-59ac-4d38-b4fe-0fabb8436c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.201723 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-93759943-59ac-4d38-b4fe-0fabb8436c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.279569 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-93759943-59ac-4d38-b4fe-0fabb8436c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.320323 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-93759943-59ac-4d38-b4fe-0fabb8436c16 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=693f77bb9b94485ebde97084c47c6158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893345 Jun 17 07:56:45.322406 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93759943-59ac-4d38-b4fe-0fabb8436c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b62913-4de0-4aae-9bc6-12ee16a54c3b,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:45.323009 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44252) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:45.372152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.393248 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.510459 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.512992 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:45.514160 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/49b62913-4de0-4aae-9bc6-12ee16a54c3b HTTP/1.1" status: 204 len: 168 time: 0.1901526 Jun 17 07:56:45.522616 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b62913-4de0-4aae-9bc6-12ee16a54c3b,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:45.529735 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.530022 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.530363 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.530701 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.531031 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.531361 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.531721 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.532070 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.532402 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.532727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.533079 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:45.533397 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff993ea-d70b-42ca-94c9-3886eabc7af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.032679 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44284) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:47.133155 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.203292 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.261702 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.296999 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09e1a9f9-4dc0-43b5-ad8e-e2566048cf34,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:47.301081 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=295d2f4c248442cab6fb1001586cc3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673645 Jun 17 07:56:47.303952 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44288) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:56:47.306739 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.307087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.308441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.308441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.308441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.308441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.308843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.309057 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.309411 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.309715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.310036 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.310363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40623a21-9ab9-4dc8-a2bc-95a75317585e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:56:47.351704 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.372546 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.485417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.487822 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:47.488948 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/09e1a9f9-4dc0-43b5-ad8e-e2566048cf34 HTTP/1.1" status: 204 len: 168 time: 0.1840279 Jun 17 07:56:47.496589 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b114a3-f817-40e4-9868-35b052b50a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e1a9f9-4dc0-43b5-ad8e-e2566048cf34,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:48.985879 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-bcc9beb7-2c1d-4cc2-8622-9c3853d9b8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382791 Jun 17 07:56:49.066050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66f57-c377-4ff5-b765-115569325e80 req-6dd9b975-6e48-429f-a883-7342600e001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:49.067475 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-6dd9b975-6e48-429f-a883-7342600e001e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1098 time: 0.0391221 Jun 17 07:56:49.169140 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66f57-c377-4ff5-b765-115569325e80 req-ee84f16b-0fbf-4c14-a792-55862c82dc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:49.170539 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-ee84f16b-0fbf-4c14-a792-55862c82dc90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.0835414 Jun 17 07:56:49.235739 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-a89bfbbf-274b-4e29-af8f-bf3fa148e5a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 1000 time: 0.0573375 Jun 17 07:56:49.284132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66f57-c377-4ff5-b765-115569325e80 req-ba9d9ec5-c844-4d73-bfcb-b62404b6f22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:49.285538 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-ba9d9ec5-c844-4d73-bfcb-b62404b6f22d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0420582 Jun 17 07:56:49.328069 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a66f57-c377-4ff5-b765-115569325e80 req-041d9cf3-4a36-477a-a541-2637799b7910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:49.330076 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-041d9cf3-4a36-477a-a541-2637799b7910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381148 Jun 17 07:56:49.419410 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-df20b258-d225-45ca-9452-9e81f08dab8d service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816953 Jun 17 07:56:49.505897 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-39a66f57-c377-4ff5-b765-115569325e80 req-69075f63-92a5-4bbc-b149-7f6dc863da41 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782108 Jun 17 07:56:56.856228 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e5e74-a50c-457d-9a62-b06b3166c65d req-66bd1d45-7f86-4615-8c01-9d2c2c787eab tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:56.857725 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-667e5e74-a50c-457d-9a62-b06b3166c65d req-66bd1d45-7f86-4615-8c01-9d2c2c787eab tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0541790 Jun 17 07:56:56.895096 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-667e5e74-a50c-457d-9a62-b06b3166c65d req-5003ae48-7756-48dc-83ef-0b7bda7b27d3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0311775 Jun 17 07:56:58.010710 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f539d-7d96-484c-9748-4dd74722a946 req-21c1a925-b7fc-4f53-a42d-231c33177267 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:58.012159 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-319f539d-7d96-484c-9748-4dd74722a946 req-21c1a925-b7fc-4f53-a42d-231c33177267 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0481973 Jun 17 07:56:58.053634 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-319f539d-7d96-484c-9748-4dd74722a946 req-32fe5396-abe7-42f0-9ab8-5d2d565d3966 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=b61146d3-3e1a-41f5-bad0-9d2ddaca003a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0353477 Jun 17 07:56:58.429250 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-874f6228-3985-4ab8-a57f-8d95ac20f159 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:56:58.430665 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-874f6228-3985-4ab8-a57f-8d95ac20f159 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 945 time: 0.0465155 Jun 17 07:56:58.516532 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port e473cdcb-5e97-4847-9cd4-2ea29ab38949 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:56:58.516863 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.604402 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] For port e473cdcb-5e97-4847-9cd4-2ea29ab38949, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e473cdcb-5e97-4847-9cd4-2ea29ab38949,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:56:58.604765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.766771 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.767133 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.767473 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 703b2f36-336e-4f45-97ed-1f70a519378b disassociated. External IP: 172.27.2.53, port: e473cdcb-5e97-4847-9cd4-2ea29ab38949. Jun 17 07:56:58.767746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for e473cdcb-5e97-4847-9cd4-2ea29ab38949 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:56:58.785056 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-43e3a0cc-fbd3-4f4d-b2d0-ba3e20d1b88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.950497 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:58.978332 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=e473cdcb-5e97-4847-9cd4-2ea29ab38949,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:56:59.089796 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:56:59.145721 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-96475d9a-a316-4625-9a21-ec03714d66b2 req-30fa8a1a-213a-43be-ad42-702c77996a3e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 210 time: 0.0259814 Jun 17 07:56:59.446528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:56:59.457223 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:56:59.466216 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:59.466810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:59.486380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] No DVR routers for this DVR port e473cdcb-5e97-4847-9cd4-2ea29ab38949 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:56:59.488892 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:56:59.492063 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7672c208-7ff1-43f6-91bb-6c40fd1494d3 req-0889483f-cd02-467b-904b-ec21139a454d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "DELETE /v2.0/ports/e473cdcb-5e97-4847-9cd4-2ea29ab38949 HTTP/1.1" status: 204 len: 173 time: 1.0533757 Jun 17 07:56:59.492493 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'name': 'network-vif-deleted', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:56:59.494730 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31969db8-36c7-41b5-a0ec-f94fb789cdcd" -d '{"events": [{"server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "name": "network-vif-deleted", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:56:59.530121 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f671e152-7492-4785-a13f-117b5b387161 x-openstack-request-id: req-f671e152-7492-4785-a13f-117b5b387161 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:56:59.530413 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdc088c5-1361-4f80-84e2-f6db5efa5db7", "name": "network-vif-deleted", "tag": "e473cdcb-5e97-4847-9cd4-2ea29ab38949", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:56:59.530661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f671e152-7492-4785-a13f-117b5b387161 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:56:59.531103 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f671e152-7492-4785-a13f-117b5b387161'] response: {'server_uuid': 'fdc088c5-1361-4f80-84e2-f6db5efa5db7', 'name': 'network-vif-deleted', 'tag': 'e473cdcb-5e97-4847-9cd4-2ea29ab38949', 'status': 'completed', 'code': 200} Jun 17 07:56:59.575174 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:56:59.792959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:59.822646 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:56:59.830680 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:56:59.831221 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:56:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:56:59.942763 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:00.155186 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:00.188067 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e1e938-685c-4752-b254-eb3c8835706d None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '858597db-dce2-4e92-a8ae-b563838c821d', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.240', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 542, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:ce:ac:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:54:34Z', 'updated_at': '2022-06-17T07:54:51Z', 'revision_number': 2, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:57:00.255878 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9fa98821-4ce1-415a-b1ed-2dfd33743bea req-e99952e0-00bc-4418-8645-6cf747a5e6bd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=fdc088c5-1361-4f80-84e2-f6db5efa5db7 HTTP/1.1" status: 200 len: 210 time: 0.0261707 Jun 17 07:57:00.397527 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cf7440-d187-4561-bff5-2a62cbffd33f None None] New status for floating IP 703b2f36-336e-4f45-97ed-1f70a519378b: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:57:01.090263 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-441c24bc-f703-440a-977b-ab04e2b7c33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.422548 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44320) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:01.476524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.498435 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.596059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.598633 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.599769 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/security-groups/b61146d3-3e1a-41f5-bad0-9d2ddaca003a HTTP/1.1" status: 204 len: 168 time: 0.1762698 Jun 17 07:57:01.602552 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44322) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:01.610258 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5a145-9f3d-434c-b135-0b0626b5ffc1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61146d3-3e1a-41f5-bad0-9d2ddaca003a,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:01.617137 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.api.v2.resource [None req-abc5a813-ea54-46a2-aba2-0b7cfbc8f9d5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] show failed (client error): The resource could not be found. Jun 17 07:57:01.621147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44324) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:01.621350 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-abc5a813-ea54-46a2-aba2-0b7cfbc8f9d5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups/b61146d3-3e1a-41f5-bad0-9d2ddaca003a HTTP/1.1" status: 404 len: 347 time: 0.0175748 Jun 17 07:57:01.742369 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port d1208919-6552-4adb-a215-c6c7c0fd7ced {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:01.742632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.815427 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.815762 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:01.827104 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for d1208919-6552-4adb-a215-c6c7c0fd7ced owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:01.954911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e473cdcb-5e97-4847-9cd4-2ea29ab38949 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:57:01.974730 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: e473cdcb-5e97-4847-9cd4-2ea29ab38949 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:57:01.975063 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e473cdcb-5e97-4847-9cd4-2ea29ab38949 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:57:02.019159 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:02.047655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=d1208919-6552-4adb-a215-c6c7c0fd7ced,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:02.106090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:02.108553 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:02.109782 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ab92b086-c513-486a-b4eb-9eb97e579e42 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/floatingips/703b2f36-336e-4f45-97ed-1f70a519378b HTTP/1.1" status: 204 len: 168 time: 0.4876258 Jun 17 07:57:02.304760 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:03.470391 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:03.948182 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:05.097358 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098d1add-de13-490e-8a96-1e8726e96e65 req-cd61dbef-c738-4e18-b3ae-afb68aaff92b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:05.098767 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-098d1add-de13-490e-8a96-1e8726e96e65 req-cd61dbef-c738-4e18-b3ae-afb68aaff92b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0498402 Jun 17 07:57:05.134896 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-098d1add-de13-490e-8a96-1e8726e96e65 req-bdc5026e-a699-4d5e-a6f5-4dbbb3234947 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302646 Jun 17 07:57:06.249153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377d567-0953-47bf-8346-819c8f6ac569 req-8ee76fe3-87f3-487a-96e1-6a00f68fdf89 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:06.251251 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1377d567-0953-47bf-8346-819c8f6ac569 req-8ee76fe3-87f3-487a-96e1-6a00f68fdf89 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0465300 Jun 17 07:57:06.287080 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-1377d567-0953-47bf-8346-819c8f6ac569 req-151b7979-1e8b-4265-88be-7c93a65f3730 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299959 Jun 17 07:57:07.123973 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-e07d9857-0a06-40f3-9944-0d768a762de3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:07.125931 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-e07d9857-0a06-40f3-9944-0d768a762de3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0504866 Jun 17 07:57:07.213980 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port 15a740e3-0893-4156-9735-ae52c5c1d8bb {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:07.214325 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.302900 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] For port 15a740e3-0893-4156-9735-ae52c5c1d8bb, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=15a740e3-0893-4156-9735-ae52c5c1d8bb,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:07.303595 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.399035 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc9402d-f921-4706-bf3b-ec310142b2df req-d6893d95-7ac6-434f-8163-e7ee4377ddb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:07.400489 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1bc9402d-f921-4706-bf3b-ec310142b2df req-d6893d95-7ac6-434f-8163-e7ee4377ddb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 945 time: 0.0478621 Jun 17 07:57:07.437996 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1bc9402d-f921-4706-bf3b-ec310142b2df req-5a1b51b2-0501-466f-b774-38dc00e8ef08 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=42585539-aacf-461f-94e9-2d8494a56ccf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Jun 17 07:57:07.470334 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.470790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.471117 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 858597db-dce2-4e92-a8ae-b563838c821d disassociated. External IP: 172.27.2.240, port: 15a740e3-0893-4156-9735-ae52c5c1d8bb. Jun 17 07:57:07.471457 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for 15a740e3-0893-4156-9735-ae52c5c1d8bb owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:07.670770 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.702092 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=15a740e3-0893-4156-9735-ae52c5c1d8bb,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:07.816728 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:57:07.919587 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:57:07.931054 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:57:07.940104 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:07.940792 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:07.957727 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] No DVR routers for this DVR port 15a740e3-0893-4156-9735-ae52c5c1d8bb on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:57:07.960202 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:07.963441 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6d26366c-4e78-40ec-a22d-82c74c2914dd req-265bc45d-8a36-418b-b30a-a7cba3761460 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "DELETE /v2.0/ports/15a740e3-0893-4156-9735-ae52c5c1d8bb HTTP/1.1" status: 204 len: 173 time: 0.8289666 Jun 17 07:57:07.963889 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'name': 'network-vif-deleted', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:07.966138 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792c73b0-b17b-4f77-9755-ffa2e5f95923" -d '{"events": [{"server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "name": "network-vif-deleted", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:08.004529 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a966bd31-5e08-402a-b317-cddbc41e3b2b x-openstack-request-id: req-a966bd31-5e08-402a-b317-cddbc41e3b2b {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:08.004826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "510c0d85-291a-45c8-a53e-c1eb77e374b8", "name": "network-vif-deleted", "tag": "15a740e3-0893-4156-9735-ae52c5c1d8bb", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:08.005126 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-a966bd31-5e08-402a-b317-cddbc41e3b2b {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:08.007409 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a966bd31-5e08-402a-b317-cddbc41e3b2b'] response: {'server_uuid': '510c0d85-291a-45c8-a53e-c1eb77e374b8', 'name': 'network-vif-deleted', 'tag': '15a740e3-0893-4156-9735-ae52c5c1d8bb', 'status': 'completed', 'code': 200} Jun 17 07:57:08.065866 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:08.271323 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:08.302268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:57:08.306380 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:08.306973 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:08.534844 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:08.542285 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-bd41b641-1f3a-49f7-a304-5c8ca9d4df54 req-0bb17b28-fe1a-4b9e-97a0-afe0110636aa tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=510c0d85-291a-45c8-a53e-c1eb77e374b8 HTTP/1.1" status: 200 len: 210 time: 0.0259576 Jun 17 07:57:08.727617 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:08.753579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded00156-187d-4230-ac7e-ed887c560537 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:57:08.967212 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6035a54-6451-4764-8b3c-02b0b635aa52 None None] New status for floating IP 858597db-dce2-4e92-a8ae-b563838c821d: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:57:09.734409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44362) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:09.750769 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:09.786623 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:09.808956 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:09.907471 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:09.910303 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:09.911469 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/security-groups/42585539-aacf-461f-94e9-2d8494a56ccf HTTP/1.1" status: 204 len: 168 time: 0.1761041 Jun 17 07:57:09.914388 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44364) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:09.920300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85612665-1498-49cf-bd28-edacea895aa3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42585539-aacf-461f-94e9-2d8494a56ccf,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:09.932068 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.api.v2.resource [None req-3f0d3f94-04ec-4826-b286-25fa4d5fafee tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] show failed (client error): The resource could not be found. Jun 17 07:57:09.933076 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3f0d3f94-04ec-4826-b286-25fa4d5fafee tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups/42585539-aacf-461f-94e9-2d8494a56ccf HTTP/1.1" status: 404 len: 347 time: 0.0176446 Jun 17 07:57:09.936103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44366) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:10.065782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port 1e0c6903-59fc-479b-8f2f-9d2c301f1015 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:10.066122 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.141044 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.141374 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.152480 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for 1e0c6903-59fc-479b-8f2f-9d2c301f1015 owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:10.329996 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.354057 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=1e0c6903-59fc-479b-8f2f-9d2c301f1015,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:10.411508 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.413969 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.415103 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-2720a1b6-8d4c-491e-8d10-afbb2001559b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/floatingips/858597db-dce2-4e92-a8ae-b563838c821d HTTP/1.1" status: 204 len: 168 time: 0.4780252 Jun 17 07:57:10.543996 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44370) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:10.549020 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--146871830', 'description': 'tempest-description--1912323148'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:10.650388 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.712898 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.782122 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.812919 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30fc81df-0262-465e-8340-c3ebe7c7c1e6,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:10.886201 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:10.887397 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-762c95c7-9c7f-4786-a98e-3ce8f18aefaf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3424349 Jun 17 07:57:10.890250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44372) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:10.894502 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '30fc81df-0262-465e-8340-c3ebe7c7c1e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:10.980431 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.035940 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.093985 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.111530 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c226a81-6a3d-4c98-92ae-574416f842e9,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:11.172001 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.173142 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-43b3d3fd-a19e-4d6e-afb4-0fbddae281a0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2819519 Jun 17 07:57:11.175786 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44374) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:11.180079 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '30fc81df-0262-465e-8340-c3ebe7c7c1e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:11.257332 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.311886 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.390772 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.408211 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4235bbd-6259-40ed-80f7-a67188d75d15,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:11.518761 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.523114 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44376) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:11.523636 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f625e232-dd3e-4ffb-aa97-0b337ac94e00 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464057 Jun 17 07:57:11.528310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:11.635826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.731468 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.830537 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.27.2.234 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/dfa060e6-138e-4115-9b50-80ffafc4dfe8) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:57:11.930565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:11.970198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 15a740e3-0893-4156-9735-ae52c5c1d8bb no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:57:11.990159 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 15a740e3-0893-4156-9735-ae52c5c1d8bb {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:57:11.990499 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 15a740e3-0893-4156-9735-ae52c5c1d8bb not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:57:12.019225 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.063514 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:57:12.066419 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:57:12.069855 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:57:12.094428 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=dfa060e6-138e-4115-9b50-80ffafc4dfe8,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:12.160667 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.255021 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.398947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.458385 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.524635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=dfa060e6-138e-4115-9b50-80ffafc4dfe8,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:12.535047 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.603465 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:12.604751 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-daa42b76-5fc1-47f6-b584-5659186007b6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0799589 Jun 17 07:57:12.784456 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-ea3cd9e5-0005-4089-b0f7-53b8397b3214 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--146871830&fields=id&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 267 time: 0.0323429 Jun 17 07:57:12.887744 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-d320dd73-20b8-40f7-b6da-0f00fd1c8058 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:12.889165 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-d320dd73-20b8-40f7-b6da-0f00fd1c8058 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.0980380 Jun 17 07:57:12.903156 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-b961cdbe-1791-4c2a-9805-2ad4cd671a48 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/quotas/e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 375 time: 0.0083857 Jun 17 07:57:12.954168 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-fb84b3c6-4f98-4303-a272-3b6efc832504 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453603 Jun 17 07:57:13.047829 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-1c9b7c8a-4c91-4174-8374-e18159dd765c service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822968 Jun 17 07:57:13.133067 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-f35354cf-4251-4231-b2c6-d00c33879976 service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788782 Jun 17 07:57:13.385473 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-97cd0de5-dcd8-4808-b893-ae4792124b50 req-b6eab39d-a9d8-45b9-921d-dcf6a8622920 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Jun 17 07:57:14.478912 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-aaa346fb-76c2-4ce8-8215-95c2f4dab3b3 req-d25e4d9d-3dfe-4264-816e-141c8725895a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 210 time: 0.0251625 Jun 17 07:57:15.268620 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-ff05e88e-0cf0-4773-ba6a-071790b32c8d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:15.270064 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-ff05e88e-0cf0-4773-ba6a-071790b32c8d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.0993395 Jun 17 07:57:15.317820 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-ad5a39e3-002f-4de3-8e62-209190886f66 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 379 time: 0.0329130 Jun 17 07:57:15.327813 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'port': {'device_id': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'admin_state_up': True, 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'security_groups': ['30fc81df-0262-465e-8340-c3ebe7c7c1e6']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:15.513306 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:57:15.517309 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:15.602502 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6396ae0-b32e-4a18-979a-90618e24ebf0 req-5352f1fb-bf8e-4852-8d17-4c272cc24dda tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 210 time: 0.0340586 Jun 17 07:57:15.664416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.20.0.11 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/281b015b-e8fd-4228-bd96-38295d0295a5) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:57:15.792802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:15.881908 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:15.899067 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:57:15.925118 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:57:15.928233 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:57:15.931852 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:57:15.959136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:15.987008 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:15.987670 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.102175 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-671eeca3-9105-43b7-9c1c-596a8760d19b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7777941 Jun 17 07:57:16.111672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-04552835-cfba-4d2c-8953-51a369b90867 None None] Provisioning complete for port 281b015b-e8fd-4228-bd96-38295d0295a5 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:57:16.113632 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-04552835-cfba-4d2c-8953-51a369b90867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.120186 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Request body: {'port': {'device_id': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:16.145065 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-04552835-cfba-4d2c-8953-51a369b90867 None None] Port 281b015b-e8fd-4228-bd96-38295d0295a5 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:57:16.171907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.425423 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 281b015b-e8fd-4228-bd96-38295d0295a5 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:57:16.432408 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.444304 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Transition to ACTIVE for port object 281b015b-e8fd-4228-bd96-38295d0295a5 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:57:16.509744 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.559649 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Pushing event updated for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:16.630950 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Attempting to bind port 281b015b-e8fd-4228-bd96-38295d0295a5 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:57:16.631288 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Attempting to bind port 281b015b-e8fd-4228-bd96-38295d0295a5 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:57:16.631614 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Attempting to bind port 281b015b-e8fd-4228-bd96-38295d0295a5 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:57:16.636214 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Port 281b015b-e8fd-4228-bd96-38295d0295a5 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:57:16.636532 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Attempting to bind port 281b015b-e8fd-4228-bd96-38295d0295a5 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:57:16.641584 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:57:16.641918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:57:16.642376 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:57:16.642800 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Bound port: 281b015b-e8fd-4228-bd96-38295d0295a5, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:57:16.643158 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.719690 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:57:16.722947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=281b015b-e8fd-4228-bd96-38295d0295a5,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:57:16.726315 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5ed75-fcc1-4f05-9421-56cf015bd299 req-a771a3c9-de87-4eda-8d61-958d2a74ac09 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:16.727906 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dce5ed75-fcc1-4f05-9421-56cf015bd299 req-a771a3c9-de87-4eda-8d61-958d2a74ac09 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 944 time: 0.0540137 Jun 17 07:57:16.765010 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-dce5ed75-fcc1-4f05-9421-56cf015bd299 req-9802cb86-92e5-41e5-bad0-ebd06f05559c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310640 Jun 17 07:57:16.799441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.832589 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:16.833213 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:16.837735 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] 10.222.0.57 "PUT /v2.0/ports/281b015b-e8fd-4228-bd96-38295d0295a5 HTTP/1.1" status: 200 len: 1094 time: 0.7186277 Jun 17 07:57:16.837735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:16.837735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b4347b-f0f7-4a3c-a77f-4153302ea080" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:16.867309 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d908023d-b808-4c8e-9569-712fc59d2b56 service neutron] Pushing event updated for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:16.885832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725e15d4-0235-419f-8865-501c5f4c6378 x-openstack-request-id: req-725e15d4-0235-419f-8865-501c5f4c6378 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:16.886116 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:16.886369 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-725e15d4-0235-419f-8865-501c5f4c6378 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:16.886771 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-725e15d4-0235-419f-8865-501c5f4c6378'] response: {'name': 'network-changed', 'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5', 'status': 'completed', 'code': 200} Jun 17 07:57:16.953272 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-01498b9d-f631-4b0d-ba0f-f3f5239bcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:16.954796 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-01498b9d-f631-4b0d-ba0f-f3f5239bcb88 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 1097 time: 0.0436127 Jun 17 07:57:17.063254 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-999ac8f0-77ce-4775-a479-a0c1f9f828a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.064702 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-999ac8f0-77ce-4775-a479-a0c1f9f828a1 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e6334d8454d94e32852d0ec015e25d50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0950122 Jun 17 07:57:17.160042 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-e33ec86d-ce1d-4dfa-8c50-a347df0acfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.161549 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e3b4347b-f0f7-4a3c-a77f-4153302ea080 req-e33ec86d-ce1d-4dfa-8c50-a347df0acfe8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0850182 Jun 17 07:57:17.250868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-8cc4d191-a645-43d8-84e7-ed6e37d8f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.252208 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-8cc4d191-a645-43d8-84e7-ed6e37d8f0f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 1097 time: 0.0431745 Jun 17 07:57:17.299113 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-0730ce2a-585e-49b4-a3d8-d3619434c66f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=281b015b-e8fd-4228-bd96-38295d0295a5 HTTP/1.1" status: 200 len: 217 time: 0.0334868 Jun 17 07:57:17.349811 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-6d059889-23d8-4c5f-a9f4-c2533f89ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.351202 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-6d059889-23d8-4c5f-a9f4-c2533f89ae5f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0422759 Jun 17 07:57:17.401975 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6434325-cdba-495c-9baa-f2f599442892 req-e8c69d5b-3f58-4378-970c-fc2a3fe367f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.403435 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-e8c69d5b-3f58-4378-970c-fc2a3fe367f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400610 Jun 17 07:57:17.497273 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-0521c240-c01b-4ae6-bc0e-0a2d1d3e6ee1 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825789 Jun 17 07:57:17.592772 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f6434325-cdba-495c-9baa-f2f599442892 req-bab6262a-f407-436b-92a9-5a6889198e43 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850263 Jun 17 07:57:17.876595 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591fd77-34ae-4aaa-8536-5105401c0b07 req-9dd3dd3d-048f-4946-9937-4f2611895c7e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:17.878048 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d591fd77-34ae-4aaa-8536-5105401c0b07 req-9dd3dd3d-048f-4946-9937-4f2611895c7e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 944 time: 0.0469573 Jun 17 07:57:17.914710 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d591fd77-34ae-4aaa-8536-5105401c0b07 req-20be3831-afb4-4d62-8fdd-160e3bf180b4 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308051 Jun 17 07:57:19.027568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc911a7-23a3-4b5c-86bd-7de0b157bd05 req-4de49ddb-64c5-441e-9035-df953219b5c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:19.029030 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4dc911a7-23a3-4b5c-86bd-7de0b157bd05 req-4de49ddb-64c5-441e-9035-df953219b5c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 944 time: 0.0485692 Jun 17 07:57:19.066884 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4dc911a7-23a3-4b5c-86bd-7de0b157bd05 req-bfc9cf64-81f5-4fa2-8b32-68afd0b6eccf tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311842 Jun 17 07:57:20.017476 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 281b015b-e8fd-4228-bd96-38295d0295a5 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:57:20.112586 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=281b015b-e8fd-4228-bd96-38295d0295a5,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:20.123647 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '281b015b-e8fd-4228-bd96-38295d0295a5', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'port_id': '281b015b-e8fd-4228-bd96-38295d0295a5', 'mac_address': 'fa:16:3e:17:51:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:57:20.160771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 281b015b-e8fd-4228-bd96-38295d0295a5 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:57:20.161183 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:20.173641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 281b015b-e8fd-4228-bd96-38295d0295a5 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:57:20.182550 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f45738-7587-4fe0-959d-2a6641329f8a req-1f4932cd-ebde-45db-bd87-ec8e0956ceae tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:20.184010 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-99f45738-7587-4fe0-959d-2a6641329f8a req-1f4932cd-ebde-45db-bd87-ec8e0956ceae tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 944 time: 0.0479586 Jun 17 07:57:20.192115 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=281b015b-e8fd-4228-bd96-38295d0295a5,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:20.220987 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-99f45738-7587-4fe0-959d-2a6641329f8a req-fefa7b39-c734-4242-b85c-910ce88dbf6b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Jun 17 07:57:20.247361 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:20.294502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:20.301158 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.301496 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.301823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.302147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.302466 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.302786 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.303100 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.303414 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.303727 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.304040 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.304350 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.304662 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:20.545926 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['281b015b-e8fd-4228-bd96-38295d0295a5'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:57:21.333992 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d691d5-20c3-4b89-b3f1-6239089f1037 req-d68d9f2f-0e22-4b38-96d4-89dc8198c570 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:21.340679 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b9d691d5-20c3-4b89-b3f1-6239089f1037 req-d68d9f2f-0e22-4b38-96d4-89dc8198c570 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 945 time: 0.0472360 Jun 17 07:57:21.377039 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b9d691d5-20c3-4b89-b3f1-6239089f1037 req-df4cdd23-0319-4fe5-9ce6-7c12767cb9c6 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355954 Jun 17 07:57:22.033283 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 281b015b-e8fd-4228-bd96-38295d0295a5 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:57:22.155481 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 281b015b-e8fd-4228-bd96-38295d0295a5 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:57:22.159613 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 281b015b-e8fd-4228-bd96-38295d0295a5 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:57:22.159980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:22.233905 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 281b015b-e8fd-4228-bd96-38295d0295a5 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:57:22.234275 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:22.255596 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:22.257844 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd01a579-3b16-4983-ba9a-10ee082a949d" -d '{"events": [{"server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "name": "network-vif-plugged", "status": "completed", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:22.270341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=281b015b-e8fd-4228-bd96-38295d0295a5,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:22.294837 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a6771cc-eae5-4ad6-af8a-a592eff7961c x-openstack-request-id: req-7a6771cc-eae5-4ad6-af8a-a592eff7961c {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:22.295115 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "name": "network-vif-plugged", "status": "completed", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:22.295360 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-7a6771cc-eae5-4ad6-af8a-a592eff7961c {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:22.296335 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a6771cc-eae5-4ad6-af8a-a592eff7961c'] response: {'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5', 'code': 200} Jun 17 07:57:22.327011 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:22.375740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:22.495603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37150a3-43b4-4616-84f0-93f158cb7e1d req-9a00f6eb-a299-4976-af27-093a36fb9e91 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:22.497081 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a37150a3-43b4-4616-84f0-93f158cb7e1d req-9a00f6eb-a299-4976-af27-093a36fb9e91 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0483537 Jun 17 07:57:22.538659 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a37150a3-43b4-4616-84f0-93f158cb7e1d req-b972652c-6794-4759-93fa-37b2d8fbac5e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350142 Jun 17 07:57:22.599592 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4c4940-f44e-4aab-b0ab-271302b993e9 req-ec91a0a3-01cf-4df0-b6e3-9afdc4fb7097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:22.601068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2c4c4940-f44e-4aab-b0ab-271302b993e9 req-ec91a0a3-01cf-4df0-b6e3-9afdc4fb7097 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 1099 time: 0.0381463 Jun 17 07:57:22.637026 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2c4c4940-f44e-4aab-b0ab-271302b993e9 req-cae628c6-408d-4aa6-bd0c-9b25bfd9b3d4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272017 Jun 17 07:57:23.656034 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d3467-0f13-4f66-8d07-7d909782038b req-4a42ce8b-7b6d-4ef8-9013-b32270815f95 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:23.657735 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-225d3467-0f13-4f66-8d07-7d909782038b req-4a42ce8b-7b6d-4ef8-9013-b32270815f95 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0514841 Jun 17 07:57:23.695257 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-225d3467-0f13-4f66-8d07-7d909782038b req-78931e1a-4d12-410a-a1c4-bd7c90725ff4 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313139 Jun 17 07:57:24.805019 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689b787b-9cc0-4066-82b5-73cc6456d8fe req-e67e83c4-378a-42a5-981a-884524f2f9f4 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:24.806446 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-689b787b-9cc0-4066-82b5-73cc6456d8fe req-e67e83c4-378a-42a5-981a-884524f2f9f4 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0469997 Jun 17 07:57:24.843071 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-689b787b-9cc0-4066-82b5-73cc6456d8fe req-3909a580-d694-43ae-9ad7-e8d1b0415ee4 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302269 Jun 17 07:57:24.950564 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b1a71-f965-43e4-a868-4607a3fd75ed req-77b27c4a-bc00-43cf-a256-9b96379cf439 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:24.952063 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8e9b1a71-f965-43e4-a868-4607a3fd75ed req-77b27c4a-bc00-43cf-a256-9b96379cf439 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0476725 Jun 17 07:57:24.960333 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44434) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:24.964479 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'port_id': '281b015b-e8fd-4228-bd96-38295d0295a5'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:57:25.001898 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:25.417058 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:25.472575 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:25.568342 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 8b9f5bde-2452-438c-89d1-583e5025a534 associated. External IP: 172.27.2.234, port: 281b015b-e8fd-4228-bd96-38295d0295a5. Jun 17 07:57:25.766594 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:57:25.870217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:57:25.875627 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:25.880727 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:57:25.891196 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:25.891793 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:25.901428 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-960304df-d82d-4de0-b6e1-e855767faed3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "PUT /v2.0/floatingips/8b9f5bde-2452-438c-89d1-583e5025a534 HTTP/1.1" status: 200 len: 992 time: 0.9400866 Jun 17 07:57:25.902104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:25.904413 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb9403a-dc10-4e09-bc18-fece5821bcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:25.940329 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b203c60-bafa-42fb-9cbb-1130bd92023a x-openstack-request-id: req-2b203c60-bafa-42fb-9cbb-1130bd92023a {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:25.940614 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:25.940868 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-2b203c60-bafa-42fb-9cbb-1130bd92023a {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:25.941297 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b203c60-bafa-42fb-9cbb-1130bd92023a'] response: {'name': 'network-changed', 'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5', 'status': 'completed', 'code': 200} Jun 17 07:57:25.995854 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:26.001576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-0e37b930-0c30-4098-996c-82f766f36516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:26.003072 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-0e37b930-0c30-4098-996c-82f766f36516 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 1099 time: 0.0393655 Jun 17 07:57:26.098596 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-38dbdbf7-583b-44ee-874c-7cc4e5120aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:26.099978 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-38dbdbf7-583b-44ee-874c-7cc4e5120aef service neutron] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 916 time: 0.0883100 Jun 17 07:57:26.170926 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-f42b5493-612d-47bc-a553-8e46bb8f584d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=281b015b-e8fd-4228-bd96-38295d0295a5 HTTP/1.1" status: 200 len: 1000 time: 0.0625448 Jun 17 07:57:26.218348 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8b9f5bde-2452-438c-89d1-583e5025a534', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '281b015b-e8fd-4228-bd96-38295d0295a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:17:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:57:12Z', 'updated_at': '2022-06-17T07:57:25Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:26.248579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:57:26.257710 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:26.258328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:26.366229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:26.472764 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-1cf953b5-6fb8-46cb-b20b-4f9325859a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:26.474385 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-1cf953b5-6fb8-46cb-b20b-4f9325859a09 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.2964194 Jun 17 07:57:26.520204 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-726bf9a0-4b58-4216-b938-a2ce0c473f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:26.521705 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-726bf9a0-4b58-4216-b938-a2ce0c473f75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389202 Jun 17 07:57:26.589396 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8b9f5bde-2452-438c-89d1-583e5025a534', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '281b015b-e8fd-4228-bd96-38295d0295a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:17:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:57:12Z', 'updated_at': '2022-06-17T07:57:25Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:26.614431 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-905b9ac3-aece-4d76-a39f-e6926b3d860d service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843844 Jun 17 07:57:26.615375 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6b9f5-f497-4970-a2ce-f5ebf4934b58 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8b9f5bde-2452-438c-89d1-583e5025a534', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.234', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': '281b015b-e8fd-4228-bd96-38295d0295a5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:17:51:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:57:12Z', 'updated_at': '2022-06-17T07:57:25Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:57:26.706394 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4cb9403a-dc10-4e09-bc18-fece5821bcd4 req-f25061d1-b86f-43d7-85bf-678405d55a6e service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842803 Jun 17 07:57:26.804529 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a2bd8f-a86b-4e0c-8685-658eac92bb52 None None] New status for floating IP 8b9f5bde-2452-438c-89d1-583e5025a534: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:57:28.815677 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-cf2882d6-37c0-47af-818a-2e734742c14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:31.106833 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-60c8cff5-7026-4182-9cd4-6f6d1c12dc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:32.315317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:33.435522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:33.966996 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:39.818386 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.170785 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44444) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:43.333943 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port d23e28c0-63ed-44db-b577-9782748d6349 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:43.334288 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.410463 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.410793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.422720 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for d23e28c0-63ed-44db-b577-9782748d6349 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:43.615429 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.882136 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=d23e28c0-63ed-44db-b577-9782748d6349,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:43.940542 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:43.940867 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP da7bf17d-71d6-4024-afc7-1d1f99e9f930 disassociated (deleted). External IP: 172.27.2.52, port: 359b63e0-a8f4-45d7-80f1-e84881d490f5. Jun 17 07:57:44.137789 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:57:44.242898 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:57:44.247589 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:44.252279 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:57:44.261751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:44.262393 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:44.277685 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-737457ee-28eb-4816-be53-e1ce0dad4084 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "DELETE /v2.0/floatingips/da7bf17d-71d6-4024-afc7-1d1f99e9f930 HTTP/1.1" status: 204 len: 168 time: 1.1033919 Jun 17 07:57:44.277685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:44.278203 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13d0007-11e7-4db9-a9e2-dae76bfc1198" -d '{"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:44.321409 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8c53b1-709f-4e46-a5b8-79bc3b9cd26f x-openstack-request-id: req-fb8c53b1-709f-4e46-a5b8-79bc3b9cd26f {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:44.321702 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:44.321955 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fb8c53b1-709f-4e46-a5b8-79bc3b9cd26f {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:44.322360 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb8c53b1-709f-4e46-a5b8-79bc3b9cd26f'] response: {'name': 'network-changed', 'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'status': 'completed', 'code': 200} Jun 17 07:57:44.390944 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-114ee887-de7b-4bfa-bb5e-1cc1e844abe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:44.392389 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-114ee887-de7b-4bfa-bb5e-1cc1e844abe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 1098 time: 0.0481339 Jun 17 07:57:44.487432 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-e67bd967-fdde-41fd-9d06-d180aafcf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:44.489007 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-e67bd967-fdde-41fd-9d06-d180aafcf560 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.0889928 Jun 17 07:57:44.494820 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:44.536364 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-0bfc1b1d-759e-4ad3-b6bd-54479581bc40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5 HTTP/1.1" status: 200 len: 217 time: 0.0379903 Jun 17 07:57:44.586254 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-e61b1305-f683-4062-aaac-9cea8a3ad7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:44.587708 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-e61b1305-f683-4062-aaac-9cea8a3ad7d4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0452881 Jun 17 07:57:44.634937 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-ff1ff95d-c4ce-4e7c-b2d9-12ede43fa31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:44.636432 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-ff1ff95d-c4ce-4e7c-b2d9-12ede43fa31a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415502 Jun 17 07:57:44.731954 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-a910c084-809c-489f-90a5-63f35647ba97 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883408 Jun 17 07:57:44.732235 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:44.761909 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:57:44.770502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:44.771124 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:44.835769 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef8e8c1-b5dd-495e-852b-6b8e13967c5b req-0e0fd0d4-d37a-4cf3-bbf2-440847666c27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:44.837259 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ef8e8c1-b5dd-495e-852b-6b8e13967c5b req-0e0fd0d4-d37a-4cf3-bbf2-440847666c27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.1084859 Jun 17 07:57:44.872480 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b13d0007-11e7-4db9-a9e2-dae76bfc1198 req-367fbaf1-9fb7-402d-a51e-4977e9f5f4c9 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306264 Jun 17 07:57:44.883680 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:44.891892 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4ef8e8c1-b5dd-495e-852b-6b8e13967c5b req-548dfd53-26c7-4181-a701-8cf1ce1c76c9 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448976 Jun 17 07:57:45.104702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:45.129945 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28c69c7-a4b4-4ed1-b934-420fada2d1a0 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '8eadbe24-4538-44bf-89c8-444831731fd3', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'floating_ip_address': '172.27.2.35', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'port_id': 'd8d707f2-188c-489c-8120-347ec5f47310', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'mac_address': 'fa:16:3e:a4:13:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:53:43Z', 'updated_at': '2022-06-17T07:53:46Z', 'revision_number': 1, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:57:45.328733 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92076c9f-6bd0-4051-8277-7e7983396b42 None None] New status for floating IP da7bf17d-71d6-4024-afc7-1d1f99e9f930: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:57:46.008298 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d5f1b-e7e5-47c7-aae3-3c8aaff0e9fd req-8d80e106-3556-4295-b85c-3df2ffdee26e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:46.009794 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a95d5f1b-e7e5-47c7-aae3-3c8aaff0e9fd req-8d80e106-3556-4295-b85c-3df2ffdee26e tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0486259 Jun 17 07:57:46.047227 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a95d5f1b-e7e5-47c7-aae3-3c8aaff0e9fd req-24c2ca78-1463-45e6-8ace-550e945c78d6 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314467 Jun 17 07:57:46.469597 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bec65ed5-2f7b-46e0-a255-100e7610e192 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:46.471019 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bec65ed5-2f7b-46e0-a255-100e7610e192 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 945 time: 0.0478570 Jun 17 07:57:46.556695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port 359b63e0-a8f4-45d7-80f1-e84881d490f5 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:46.557059 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:46.644461 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] For port 359b63e0-a8f4-45d7-80f1-e84881d490f5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=359b63e0-a8f4-45d7-80f1-e84881d490f5,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:46.644823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:46.657464 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for 359b63e0-a8f4-45d7-80f1-e84881d490f5 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:46.855051 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:46.883006 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=359b63e0-a8f4-45d7-80f1-e84881d490f5,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:46.924719 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] No DVR routers for this DVR port 359b63e0-a8f4-45d7-80f1-e84881d490f5 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:57:46.927133 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:46.930418 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3fe1e657-c5ee-4c49-89e5-5aa233c2c16a req-bcd47756-b4d6-4fae-b6f1-00bdebd7fa4f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "DELETE /v2.0/ports/359b63e0-a8f4-45d7-80f1-e84881d490f5 HTTP/1.1" status: 204 len: 173 time: 0.4536359 Jun 17 07:57:46.930894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'name': 'network-vif-deleted', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:46.933129 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892dde12-b194-4c30-9f44-9fc40f9242ca" -d '{"events": [{"server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "name": "network-vif-deleted", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:46.968032 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ea20b4-5caf-4266-811b-f5b3d64ab8a2 x-openstack-request-id: req-c2ea20b4-5caf-4266-811b-f5b3d64ab8a2 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:46.968309 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daacfac3-4adb-4291-a46a-32954ace7efe", "name": "network-vif-deleted", "tag": "359b63e0-a8f4-45d7-80f1-e84881d490f5", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:46.968550 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c2ea20b4-5caf-4266-811b-f5b3d64ab8a2 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:46.968955 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ea20b4-5caf-4266-811b-f5b3d64ab8a2'] response: {'server_uuid': 'daacfac3-4adb-4291-a46a-32954ace7efe', 'name': 'network-vif-deleted', 'tag': '359b63e0-a8f4-45d7-80f1-e84881d490f5', 'status': 'completed', 'code': 200} Jun 17 07:57:47.308734 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d489b2f0-71b8-48a0-b4e8-58a8306d213d req-aa61cd98-5029-4a8b-8eeb-8262bd48fc6a tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=daacfac3-4adb-4291-a46a-32954ace7efe HTTP/1.1" status: 200 len: 210 time: 0.1976519 Jun 17 07:57:50.167578 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 359b63e0-a8f4-45d7-80f1-e84881d490f5 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:57:50.188200 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 359b63e0-a8f4-45d7-80f1-e84881d490f5 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:57:50.200484 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 359b63e0-a8f4-45d7-80f1-e84881d490f5 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:57:50.795578 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44476) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:50.944564 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port 41d68be2-1aeb-4578-baa8-a698dc0cc2a5 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:50.944901 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.018028 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.018355 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.029493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for 41d68be2-1aeb-4578-baa8-a698dc0cc2a5 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:51.238095 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.261054 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=41d68be2-1aeb-4578-baa8-a698dc0cc2a5,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:51.274910 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.275248 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.275577 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.275905 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.276230 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.276555 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.276877 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.277220 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.277542 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.277860 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.278176 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.278489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:51.334725 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.335069 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Floating IP 8eadbe24-4538-44bf-89c8-444831731fd3 disassociated (deleted). External IP: 172.27.2.35, port: d8d707f2-188c-489c-8120-347ec5f47310. Jun 17 07:57:51.544570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:57:51.649798 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:57:51.654546 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:51.660139 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:57:51.669180 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:51.669774 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:51.683800 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2f34b7d5-4bac-44a7-bf07-e2320bfedea5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "DELETE /v2.0/floatingips/8eadbe24-4538-44bf-89c8-444831731fd3 HTTP/1.1" status: 204 len: 168 time: 0.8845668 Jun 17 07:57:51.683800 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:51.684099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:51.723977 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f581d9d0-4207-409a-8cb8-2262558dc93c x-openstack-request-id: req-f581d9d0-4207-409a-8cb8-2262558dc93c {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:51.724274 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "tag": "d8d707f2-188c-489c-8120-347ec5f47310", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:51.724501 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-f581d9d0-4207-409a-8cb8-2262558dc93c {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:51.724900 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f581d9d0-4207-409a-8cb8-2262558dc93c'] response: {'name': 'network-changed', 'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310', 'status': 'completed', 'code': 200} Jun 17 07:57:51.779331 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:51.785227 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-690fcae2-d526-43b2-9442-246bda3ee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:51.786706 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-690fcae2-d526-43b2-9442-246bda3ee961 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 1098 time: 0.0401542 Jun 17 07:57:51.881986 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-74f18705-d33c-42fc-8ae2-3fefc34905cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:51.883813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-74f18705-d33c-42fc-8ae2-3fefc34905cc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 200 len: 912 time: 0.0903091 Jun 17 07:57:51.924592 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-d1da26dd-0e18-428a-b338-1ca9568b3d2f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 200 len: 217 time: 0.0342925 Jun 17 07:57:51.979054 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-7edcff4e-b12c-4445-b6b7-71c7b01e33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:51.980627 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-7edcff4e-b12c-4445-b6b7-71c7b01e33f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 200 len: 850 time: 0.0486591 Jun 17 07:57:51.980992 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:52.012051 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:57:52.020771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:57:52.021414 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:52.026756 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-54cf0d1c-1600-4be6-adce-a88d8f04188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:52.028351 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-54cf0d1c-1600-4be6-adce-a88d8f04188a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ea30f6ac-18e7-48a9-9582-161dceb65743&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404031 Jun 17 07:57:52.128264 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-8c989f1a-2a97-45b0-aaae-5872a053f430 service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928986 Jun 17 07:57:52.130668 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:57:52.248623 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19b1ee-d2dc-4908-8595-b09ed0aabd15 req-6b01c4ee-1ab5-4606-858b-b84c18422eba tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:52.250261 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef19b1ee-d2dc-4908-8595-b09ed0aabd15 req-6b01c4ee-1ab5-4606-858b-b84c18422eba tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.1586392 Jun 17 07:57:52.253881 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ab0fac78-422e-4895-a8d5-99a43f9b3a8a req-c5546b2b-2b9e-4187-b613-a4a2d2494ecc service neutron] 10.222.0.57 "GET /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183910 Jun 17 07:57:52.292699 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ef19b1ee-d2dc-4908-8595-b09ed0aabd15 req-84767794-2bcd-4d73-827f-6e59fa2059e5 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353568 Jun 17 07:57:52.328655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:57:52.353801 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094a36fe-7e5f-4027-bda3-1823f6a0a079 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:49:26Z', 'revision_number': 4, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': 'b01a692c-49e6-42c1-b490-9c7b01a35c2c', 'name': '', 'network_id': 'ea30f6ac-18e7-48a9-9582-161dceb65743', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'mac_address': 'fa:16:3e:64:34:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_interface', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:25Z', 'updated_at': '2022-06-17T07:49:30Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'subnets': [{'id': '28b05958-8d3b-4837-b4fa-7a9f84374ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:57:52.565296 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27048917-4014-4189-9f42-62d3ed075e5d None None] New status for floating IP 8eadbe24-4538-44bf-89c8-444831731fd3: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:57:52.897395 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:57:53.408468 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e35dfa-a603-4f46-be5d-8131e000b601 req-1fb17a6f-ba79-43f2-b8f2-1956fff12e34 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:53.410213 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a3e35dfa-a603-4f46-be5d-8131e000b601 req-1fb17a6f-ba79-43f2-b8f2-1956fff12e34 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.0482562 Jun 17 07:57:53.446115 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-a3e35dfa-a603-4f46-be5d-8131e000b601 req-9ec2aa60-6946-4ecb-ac6e-ed1070da89fb tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/security-groups?id=f8f70e19-4161-47fd-b91c-e4edf22b84ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300326 Jun 17 07:57:53.827106 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-26961722-4fc6-405f-b530-4e53862c404d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:57:53.828489 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-26961722-4fc6-405f-b530-4e53862c404d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 945 time: 0.0466807 Jun 17 07:57:53.913046 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port d8d707f2-188c-489c-8120-347ec5f47310 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:53.913381 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:53.999980 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] For port d8d707f2-188c-489c-8120-347ec5f47310, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=d8d707f2-188c-489c-8120-347ec5f47310,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:54.000338 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:54.011699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for d8d707f2-188c-489c-8120-347ec5f47310 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:54.232226 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:54.275158 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=d8d707f2-188c-489c-8120-347ec5f47310,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:54.307711 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.308056 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.308389 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.308715 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.309063 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.309388 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.309707 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.310026 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.310343 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.310662 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.310975 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.311286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:57:54.330374 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] No DVR routers for this DVR port d8d707f2-188c-489c-8120-347ec5f47310 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:57:54.332589 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:54.335742 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-0b9ac5b4-dda8-4641-be5c-5ebd78b1be75 req-2ead87a9-094b-438c-a9e5-8437f33c4b27 tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.57 "DELETE /v2.0/ports/d8d707f2-188c-489c-8120-347ec5f47310 HTTP/1.1" status: 204 len: 173 time: 0.5011582 Jun 17 07:57:54.336159 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'name': 'network-vif-deleted', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:57:54.338354 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0582d30-f644-4883-8b45-6b34e6f51974" -d '{"events": [{"server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "name": "network-vif-deleted", "tag": "d8d707f2-188c-489c-8120-347ec5f47310"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:57:54.372524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2a620d-8595-4191-a5dc-06a3857c067a x-openstack-request-id: req-4c2a620d-8595-4191-a5dc-06a3857c067a {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:57:54.372805 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3", "name": "network-vif-deleted", "tag": "d8d707f2-188c-489c-8120-347ec5f47310", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:57:54.373077 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c2a620d-8595-4191-a5dc-06a3857c067a {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:57:54.373495 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2a620d-8595-4191-a5dc-06a3857c067a'] response: {'server_uuid': 'ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3', 'name': 'network-vif-deleted', 'tag': 'd8d707f2-188c-489c-8120-347ec5f47310', 'status': 'completed', 'code': 200} Jun 17 07:57:54.542052 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-87bb4783-74db-40dd-a3cf-ef191571d835 req-ea1ff00f-e966-4af3-addf-88393284dc1d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 210 time: 0.0260973 Jun 17 07:57:55.647773 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-51e2c9ce-c59d-4ea8-86ea-bb61b7a96903 req-ae515fb4-f2d2-4823-8a24-4839341adefd tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "GET /v2.0/ports?device_id=ffa3fbd6-0dfd-45c0-bded-7cde69ad22d3 HTTP/1.1" status: 200 len: 210 time: 0.0265999 Jun 17 07:57:56.701765 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44504) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:56.819647 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Deleting port 6fb2056a-3c1f-40bb-abde-0f97fc5216b7 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:56.819985 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:56.894277 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:56.894608 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:56.905861 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Calling delete_port for 6fb2056a-3c1f-40bb-abde-0f97fc5216b7 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:57.083495 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:57.107694 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'Port': ['ID=6fb2056a-3c1f-40bb-abde-0f97fc5216b7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:57.165878 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:57.168280 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:57.169451 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-b96fb511-3850-4db6-a85b-874c851c899f tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "DELETE /v2.0/floatingips/8913f18f-272e-4764-806d-171a74425716 HTTP/1.1" status: 204 len: 168 time: 0.4666965 Jun 17 07:57:58.203558 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device d8d707f2-188c-489c-8120-347ec5f47310 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:57:58.223024 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: d8d707f2-188c-489c-8120-347ec5f47310 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:57:58.223357 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device d8d707f2-188c-489c-8120-347ec5f47310 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:57:58.476518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44518) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:58.533048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:58.556765 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:58.726739 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:58.729396 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:58.732184 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] 10.222.0.27 "DELETE /v2.0/security-groups/f8f70e19-4161-47fd-b91c-e4edf22b84ae HTTP/1.1" status: 204 len: 168 time: 0.2527308 Jun 17 07:57:58.740144 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957a91a-75eb-4de7-aa0c-233faaa8e59d tempest-TestVolumeBootPattern-2066801509 tempest-TestVolumeBootPattern-2066801509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f70e19-4161-47fd-b91c-e4edf22b84ae,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:57:58.789089 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b0098f2-562b-4ac9-84d5-23676b863082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:58.860598 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44522) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:57:59.289641 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:59.518990 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Deleting port b01a692c-49e6-42c1-b490-9c7b01a35c2c {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:57:59.519352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:59.593032 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] For port b01a692c-49e6-42c1-b490-9c7b01a35c2c, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b01a692c-49e6-42c1-b490-9c7b01a35c2c,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:57:59.593337 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:59.605414 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Calling delete_port for b01a692c-49e6-42c1-b490-9c7b01a35c2c owned by network:router_interface {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:57:59.838011 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:57:59.867565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Pushing event deleted for resources: {'Port': ['ID=b01a692c-49e6-42c1-b490-9c7b01a35c2c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:00.028530 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:00.235153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Router fc4c72e6-bc6f-4578-aa0f-426104951344 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:58:00.336259 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:58:00.342765 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-918567e3-8ca6-435a-9cb7-6168f19c90da admin admin] 10.222.0.27 "PUT /v2.0/routers/fc4c72e6-bc6f-4578-aa0f-426104951344/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4805171 Jun 17 07:58:00.345246 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Sync routers for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:58:00.345717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44526) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:00.354879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:00.355473 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:00.466777 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:00.666711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:57:59Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:00.693976 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:00.798828 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:00.818261 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Checking router: fc4c72e6-bc6f-4578-aa0f-426104951344 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:58:00.826155 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Routers {'fc4c72e6-bc6f-4578-aa0f-426104951344'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:00.826766 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:57:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['fc4c72e6-bc6f-4578-aa0f-426104951344'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:00.907536 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Deleting port 2653f1d7-5b22-4514-a895-4361e8f47466 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:00.908159 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:00.932448 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] Set router fc4c72e6-bc6f-4578-aa0f-426104951344 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:00.983260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] For port 2653f1d7-5b22-4514-a895-4361e8f47466, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=2653f1d7-5b22-4514-a895-4361e8f47466,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:00.983647 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:00.995559 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Calling delete_port for 2653f1d7-5b22-4514-a895-4361e8f47466 owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:01.107805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-5f15be98-6b74-4da0-8c9f-cc9fa8147848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.116607 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:57:59Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:01.147024 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81146fc-c938-4fee-bf34-a058f9da60a4 None None] The sync data for ids ['fc4c72e6-bc6f-4578-aa0f-426104951344'] in dv-cinder-821745-1-iscsi is: [{'id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'name': 'tempest-TestVolumeBootPattern-330064337-router', 'tenant_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93'}], 'enable_snat': True}, 'gw_port_id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:20Z', 'updated_at': '2022-06-17T07:57:59Z', 'revision_number': 5, 'project_id': 'afe0774f2ac549ec85ade5e86cc320e4', 'gw_port': {'id': '2653f1d7-5b22-4514-a895-4361e8f47466', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:78:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc4c72e6-bc6f-4578-aa0f-426104951344', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:21Z', 'updated_at': '2022-06-17T07:49:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:58:01.212627 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.241060 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=2653f1d7-5b22-4514-a895-4361e8f47466,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:01.299472 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.385531 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.387618 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.529876 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.530803 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc4c72e6-bc6f-4578-aa0f-426104951344 {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:58:01.538971 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.540883 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-406cabb2-fa01-47ea-b2ec-23f4fa7a8d8f admin admin] 10.222.0.27 "DELETE /v2.0/routers/fc4c72e6-bc6f-4578-aa0f-426104951344 HTTP/1.1" status: 204 len: 168 time: 1.1945558 Jun 17 07:58:01.544866 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44528) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:01.592445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Deleting subnet 28b05958-8d3b-4837-b4fa-7a9f84374ece {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:58:01.595862 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.632001 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26212175'] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.709550 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.824115 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25466735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26771695'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.850658 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b05958-8d3b-4837-b4fa-7a9f84374ece,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:01.855280 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.858662 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-12c9a6b0-8bb6-4c30-bf16-cf8866efee96 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/28b05958-8d3b-4837-b4fa-7a9f84374ece HTTP/1.1" status: 204 len: 168 time: 0.3142567 Jun 17 07:58:01.863002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688ded85-4bfb-4cd0-bedb-81db6c9e4a15 None None] Network ea30f6ac-18e7-48a9-9582-161dceb65743 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:58:01.863483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44532) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:01.927818 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:01.982242 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Deleting port a04fe509-ee60-4a53-95a7-50294c221339 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:01.982591 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.053220 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] For port a04fe509-ee60-4a53-95a7-50294c221339, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=a04fe509-ee60-4a53-95a7-50294c221339,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:02.053587 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.066547 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Calling delete_port for a04fe509-ee60-4a53-95a7-50294c221339 owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:02.120795 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] DHCP port deletion for ea30f6ac-18e7-48a9-9582-161dceb65743 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:58:02.174384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Deleting port a04fe509-ee60-4a53-95a7-50294c221339 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:02.174748 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.237797 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] For port a04fe509-ee60-4a53-95a7-50294c221339, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=a04fe509-ee60-4a53-95a7-50294c221339,segment=NetworkSegment(3eeb9523-0ff1-4609-9cf0-406ebe393fb6),segment_id=3eeb9523-0ff1-4609-9cf0-406ebe393fb6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:02.238118 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.252146 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.260579 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Calling delete_port for a04fe509-ee60-4a53-95a7-50294c221339 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:02.280982 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Pushing event deleted for resources: {'Port': ['ID=a04fe509-ee60-4a53-95a7-50294c221339,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:02.284626 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] No DVR routers for this DVR port a04fe509-ee60-4a53-95a7-50294c221339 on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:58:02.335706 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.341692 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.356855 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.367092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] Pushing event deleted for resources: {'Port': ['ID=a04fe509-ee60-4a53-95a7-50294c221339,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:02.371276 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d931e7f4-21d6-4cc6-a3b9-d1428fa4e97f None None] No DVR routers for this DVR port a04fe509-ee60-4a53-95a7-50294c221339 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:58:02.379078 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea30f6ac-18e7-48a9-9582-161dceb65743']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:02.390098 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eeb9523-0ff1-4609-9cf0-406ebe393fb6') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:02.390398 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eeb9523-0ff1-4609-9cf0-406ebe393fb6') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:02.400149 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.413890 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.419514 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:58:02.419981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.560134 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 3eeb9523-0ff1-4609-9cf0-406ebe393fb6 resource provider aggregate not found Jun 17 07:58:02.565090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.569475 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:02.575460 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] 10.222.0.27 "DELETE /v2.0/networks/ea30f6ac-18e7-48a9-9582-161dceb65743 HTTP/1.1" status: 204 len: 168 time: 0.7105727 Jun 17 07:58:02.576131 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44546) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:02.589773 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 3eeb9523-0ff1-4609-9cf0-406ebe393fb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3eeb9523-0ff1-4609-9cf0-406ebe393fb6 found for delete ", "request_id": "req-1148523f-2df7-4daa-a608-1880d41fb89e"}]} Jun 17 07:58:02.589773 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73b68d-e8da-4d89-8962-ebfb6c0fc0be admin admin] Pushing event deleted for resources: {'Network': ['ID=ea30f6ac-18e7-48a9-9582-161dceb65743,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:02.859624 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b01a692c-49e6-42c1-b490-9c7b01a35c2c no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:02.883170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: b01a692c-49e6-42c1-b490-9c7b01a35c2c {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:02.883857 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b01a692c-49e6-42c1-b490-9c7b01a35c2c not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:02.884226 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device a04fe509-ee60-4a53-95a7-50294c221339 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:02.902976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: a04fe509-ee60-4a53-95a7-50294c221339 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:02.904226 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device a04fe509-ee60-4a53-95a7-50294c221339 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:02.904226 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 2653f1d7-5b22-4514-a895-4361e8f47466 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:02.923986 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 2653f1d7-5b22-4514-a895-4361e8f47466 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:02.924320 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 2653f1d7-5b22-4514-a895-4361e8f47466 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:02.927504 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.159452 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Deleting port baa64203-fc21-4190-ad7c-b75b8ddad2f3 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:03.159854 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.237505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] For port baa64203-fc21-4190-ad7c-b75b8ddad2f3, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=baa64203-fc21-4190-ad7c-b75b8ddad2f3,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:03.237866 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.249742 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Calling delete_port for baa64203-fc21-4190-ad7c-b75b8ddad2f3 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:03.426469 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.740777 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.767753 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Pushing event deleted for resources: {'Port': ['ID=baa64203-fc21-4190-ad7c-b75b8ddad2f3,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:03.938606 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:03.955283 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.151806 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Router 41f2019a-97ee-435b-a2e8-ee3668ccdaee has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:58:04.258456 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:58:04.263916 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-67a9b5ff-278d-4252-9608-61ee7ff1119b admin admin] 10.222.0.27 "PUT /v2.0/routers/41f2019a-97ee-435b-a2e8-ee3668ccdaee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6859810 Jun 17 07:58:04.266028 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44562) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:04.268628 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Sync routers for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:58:04.278521 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:04.279123 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:04.368645 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks [] for router, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.385021 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:04.479536 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.565640 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200'}], 'enable_snat': True}, 'gw_port_id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:58:03Z', 'revision_number': 5, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port': {'id': 'e6474511-2ff8-414a-8593-65c14a4f2d17', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:79:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:49:30Z', 'updated_at': '2022-06-17T07:49:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:04.587099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Deleting port e6474511-2ff8-414a-8593-65c14a4f2d17 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:04.587666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.597754 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Checking router: 41f2019a-97ee-435b-a2e8-ee3668ccdaee for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:58:04.609220 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Routers {'41f2019a-97ee-435b-a2e8-ee3668ccdaee'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:04.610073 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:04.673427 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] For port e6474511-2ff8-414a-8593-65c14a4f2d17, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=e6474511-2ff8-414a-8593-65c14a4f2d17,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:04.673785 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.685016 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Calling delete_port for e6474511-2ff8-414a-8593-65c14a4f2d17 owned by network:router_gateway {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:04.691734 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] Set router 41f2019a-97ee-435b-a2e8-ee3668ccdaee gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:04.745165 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:58:04Z', 'revision_number': 6, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:04.770682 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257ed3dd-d697-4fee-bcf1-4851c2a47a8c None None] The sync data for ids ['41f2019a-97ee-435b-a2e8-ee3668ccdaee'] in dv-cinder-821745-1-iscsi is: [{'id': '41f2019a-97ee-435b-a2e8-ee3668ccdaee', 'name': 'tempest-TestVolumeBootPattern-424878431-router', 'tenant_id': 'ee5462744e2e4206acb41630850f19bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:49:29Z', 'updated_at': '2022-06-17T07:58:04Z', 'revision_number': 6, 'project_id': 'ee5462744e2e4206acb41630850f19bc', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:58:04.923263 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:04.949507 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Pushing event deleted for resources: {'Port': ['ID=e6474511-2ff8-414a-8593-65c14a4f2d17,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:05.006599 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.095553 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.097671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.212537 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.213090 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41f2019a-97ee-435b-a2e8-ee3668ccdaee {{(pid=109306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:58:05.217261 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.218445 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-bd7d16d6-8ccf-4d2b-b4ec-8777b40e427d admin admin] 10.222.0.27 "DELETE /v2.0/routers/41f2019a-97ee-435b-a2e8-ee3668ccdaee HTTP/1.1" status: 204 len: 168 time: 0.9512813 Jun 17 07:58:05.221093 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44566) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:05.265647 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Deleting subnet 0b400912-f850-46c1-baca-7436de6bde2d {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:58:05.272566 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.306432 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.384741 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.501493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.528915 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b400912-f850-46c1-baca-7436de6bde2d,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:05.531034 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.534774 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-30a7a166-36ac-4e21-b462-d8a737586f1f admin admin] 10.222.0.27 "DELETE /v2.0/subnets/0b400912-f850-46c1-baca-7436de6bde2d HTTP/1.1" status: 204 len: 168 time: 0.3126194 Jun 17 07:58:05.536589 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadffed3-8778-4a7f-841a-c027a089e127 None None] Network 0ff9f436-bf12-4ca9-a262-a351aace1be6 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:58:05.537249 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44570) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:05.565357 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device baa64203-fc21-4190-ad7c-b75b8ddad2f3 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:05.597823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: baa64203-fc21-4190-ad7c-b75b8ddad2f3 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:05.598159 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device baa64203-fc21-4190-ad7c-b75b8ddad2f3 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:05.630765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.683781 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Deleting port 56b92af0-8582-4d26-86e8-901753684a79 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:05.684249 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.745156 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] DHCP port deletion for 0ff9f436-bf12-4ca9-a262-a351aace1be6 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:58:05.748660 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] For port 56b92af0-8582-4d26-86e8-901753684a79, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=56b92af0-8582-4d26-86e8-901753684a79,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:05.749639 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.761662 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Calling delete_port for 56b92af0-8582-4d26-86e8-901753684a79 owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:05.799514 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Deleting port 56b92af0-8582-4d26-86e8-901753684a79 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:05.799887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.864704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] For port 56b92af0-8582-4d26-86e8-901753684a79, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=56b92af0-8582-4d26-86e8-901753684a79,segment=NetworkSegment(6a673ed6-f4aa-4ae8-a1f4-b80654534ae6),segment_id=6a673ed6-f4aa-4ae8-a1f4-b80654534ae6)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:05.865214 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.878462 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Calling delete_port for 56b92af0-8582-4d26-86e8-901753684a79 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:05.912412 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.938880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=56b92af0-8582-4d26-86e8-901753684a79,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:05.940699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] No DVR routers for this DVR port 56b92af0-8582-4d26-86e8-901753684a79 on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:58:05.958435 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:05.984501 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] Pushing event deleted for resources: {'Port': ['ID=56b92af0-8582-4d26-86e8-901753684a79,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:05.986239 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8a0193-caff-4fd9-b1a6-772c93da8bc0 None None] No DVR routers for this DVR port 56b92af0-8582-4d26-86e8-901753684a79 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:58:06.012751 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.032827 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ff9f436-bf12-4ca9-a262-a351aace1be6']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:06.042042 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:06.042336 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a673ed6-f4aa-4ae8-a1f4-b80654534ae6') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:06.051929 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.065329 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.070994 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:58:06.071373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.096388 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 6a673ed6-f4aa-4ae8-a1f4-b80654534ae6 resource provider aggregate not found Jun 17 07:58:06.124667 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 6a673ed6-f4aa-4ae8-a1f4-b80654534ae6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a673ed6-f4aa-4ae8-a1f4-b80654534ae6 found for delete ", "request_id": "req-a332cf3a-9a97-40e9-9ddf-8349b3553cea"}]} Jun 17 07:58:06.191945 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.199792 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.203285 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] 10.222.0.27 "DELETE /v2.0/networks/0ff9f436-bf12-4ca9-a262-a351aace1be6 HTTP/1.1" status: 204 len: 168 time: 0.6644778 Jun 17 07:58:06.212343 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e09dbd-50c2-4345-81ca-f694122bdcb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ff9f436-bf12-4ca9-a262-a351aace1be6,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:06.507441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44580) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:06.547031 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-36cffb21-5cb9-40c8-a19e-92628b7396cc admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=afe0774f2ac549ec85ade5e86cc320e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382075 Jun 17 07:58:06.549331 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44582) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:06.599918 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.620160 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.746428 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.748899 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:06.750081 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bc87d085-8f89-43fb-a1d5-543527aa434d HTTP/1.1" status: 204 len: 168 time: 0.1998444 Jun 17 07:58:06.757827 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f44f062-2f8b-42f3-8f7e-990b8551024b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87d085-8f89-43fb-a1d5-543527aa434d,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:06.860096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 56b92af0-8582-4d26-86e8-901753684a79 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:06.880551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 56b92af0-8582-4d26-86e8-901753684a79 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:06.880883 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 56b92af0-8582-4d26-86e8-901753684a79 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:06.881306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6474511-2ff8-414a-8593-65c14a4f2d17 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:06.899703 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: e6474511-2ff8-414a-8593-65c14a4f2d17 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:06.900039 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device e6474511-2ff8-414a-8593-65c14a4f2d17 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:07.381363 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44588) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:07.419444 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-f9b32c35-0352-4e32-8665-68ba7b55c760 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ee5462744e2e4206acb41630850f19bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369847 Jun 17 07:58:07.422259 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44590) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:07.467345 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:07.491275 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:07.612192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:07.614768 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:07.620144 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/59f9c01c-25f9-4ea2-a16d-b513b274ca25 HTTP/1.1" status: 204 len: 168 time: 0.1928005 Jun 17 07:58:07.623626 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32067d1a-99ec-4889-9487-408b2ff7393b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f9c01c-25f9-4ea2-a16d-b513b274ca25,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:09.797215 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:13.891119 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed6475-c8dc-42d8-b607-fdb2452ef905 req-44a9e9de-da9d-4d87-bbc0-ec595a8c6607 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:13.892567 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-95ed6475-c8dc-42d8-b607-fdb2452ef905 req-44a9e9de-da9d-4d87-bbc0-ec595a8c6607 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0481398 Jun 17 07:58:13.928780 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-95ed6475-c8dc-42d8-b607-fdb2452ef905 req-d8415ade-41d6-4d57-8e05-f47e33623e71 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302482 Jun 17 07:58:15.042296 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ce7e9-f5a5-40a9-9273-4488bc04d3cf req-aee3f198-7284-4bbd-9a14-ce395ab3d995 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:15.043727 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-474ce7e9-f5a5-40a9-9273-4488bc04d3cf req-aee3f198-7284-4bbd-9a14-ce395ab3d995 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0476954 Jun 17 07:58:15.080111 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-474ce7e9-f5a5-40a9-9273-4488bc04d3cf req-ac8e1b82-790c-474b-83dd-d2f4b81d38fc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303960 Jun 17 07:58:15.693726 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3093f03-f3ab-493b-956c-9ee016321186 req-e597bc4f-4abb-42c3-bbd2-abf9e73e8818 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:15.695132 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3093f03-f3ab-493b-956c-9ee016321186 req-e597bc4f-4abb-42c3-bbd2-abf9e73e8818 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0573649 Jun 17 07:58:15.785942 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port 281b015b-e8fd-4228-bd96-38295d0295a5 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:15.786276 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:15.870066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] For port 281b015b-e8fd-4228-bd96-38295d0295a5, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=281b015b-e8fd-4228-bd96-38295d0295a5,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:15.870348 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:16.039662 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:16.040022 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:16.040360 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP 8b9f5bde-2452-438c-89d1-583e5025a534 disassociated. External IP: 172.27.2.234, port: 281b015b-e8fd-4228-bd96-38295d0295a5. Jun 17 07:58:16.040703 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for 281b015b-e8fd-4228-bd96-38295d0295a5 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:16.204994 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd8ae0f-c39e-45d3-9ddb-63a79ffb3df9 req-df7f5736-f6bd-4e42-b258-ee9d276228e3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:16.206446 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ddd8ae0f-c39e-45d3-9ddb-63a79ffb3df9 req-df7f5736-f6bd-4e42-b258-ee9d276228e3 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 946 time: 0.0589366 Jun 17 07:58:16.243697 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ddd8ae0f-c39e-45d3-9ddb-63a79ffb3df9 req-3a197bc3-c851-46d3-8af1-fd71c5a55339 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=30fc81df-0262-465e-8340-c3ebe7c7c1e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Jun 17 07:58:16.263262 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:16.291767 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=281b015b-e8fd-4228-bd96-38295d0295a5,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:16.403663 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:58:16.509834 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:58:16.519672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:58:16.528732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:16.529364 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:16.547738 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] No DVR routers for this DVR port 281b015b-e8fd-4228-bd96-38295d0295a5 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:58:16.550489 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:16.553941 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a3093f03-f3ab-493b-956c-9ee016321186 req-00beb1f9-2c18-452b-8b63-e3ecbc21afb5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "DELETE /v2.0/ports/281b015b-e8fd-4228-bd96-38295d0295a5 HTTP/1.1" status: 204 len: 173 time: 0.8497586 Jun 17 07:58:16.554383 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'name': 'network-vif-deleted', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:58:16.557203 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cefcd-c135-4c19-88a3-82fcc93cc919" -d '{"events": [{"server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "name": "network-vif-deleted", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:58:16.638911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:16.795406 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb72c59-8e64-458b-89a8-0811d404d4af x-openstack-request-id: req-4bb72c59-8e64-458b-89a8-0811d404d4af {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:58:16.795992 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ed638aa-e971-4fd2-a4ce-a71b21368514", "name": "network-vif-deleted", "tag": "281b015b-e8fd-4228-bd96-38295d0295a5", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:58:16.795992 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4bb72c59-8e64-458b-89a8-0811d404d4af {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:58:16.796370 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb72c59-8e64-458b-89a8-0811d404d4af'] response: {'server_uuid': '9ed638aa-e971-4fd2-a4ce-a71b21368514', 'name': 'network-vif-deleted', 'tag': '281b015b-e8fd-4228-bd96-38295d0295a5', 'status': 'completed', 'code': 200} Jun 17 07:58:16.854167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:16.883661 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:58:16.892297 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:16.892893 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:17.118408 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:17.306795 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:17.332919 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0528e14-5b0d-48e6-8fea-0a14cb28365b None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:58:17.350529 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-7e6875a9-8fa9-446f-aed8-c85a9fee862f req-d2327cbd-4551-477f-a882-c0d99ac0ee9b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=9ed638aa-e971-4fd2-a4ce-a71b21368514 HTTP/1.1" status: 200 len: 210 time: 0.0262315 Jun 17 07:58:17.545144 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7c22a8-2648-4d55-8e03-e74a67a98637 None None] New status for floating IP 8b9f5bde-2452-438c-89d1-583e5025a534: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:58:18.487313 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44642) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:18.540017 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.561951 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.671686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.674182 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.675386 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/security-groups/30fc81df-0262-465e-8340-c3ebe7c7c1e6 HTTP/1.1" status: 204 len: 168 time: 0.1870713 Jun 17 07:58:18.678148 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44644) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:18.684379 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c0a1a6-7ef9-4688-8be9-814be7474787 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fc81df-0262-465e-8340-c3ebe7c7c1e6,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:18.694375 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.api.v2.resource [None req-97655fcd-ef54-4ba1-853e-add2872a4531 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] show failed (client error): The resource could not be found. Jun 17 07:58:18.695370 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-97655fcd-ef54-4ba1-853e-add2872a4531 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups/30fc81df-0262-465e-8340-c3ebe7c7c1e6 HTTP/1.1" status: 404 len: 347 time: 0.0162117 Jun 17 07:58:18.698187 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44646) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:18.817925 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port dfa060e6-138e-4115-9b50-80ffafc4dfe8 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:58:18.818264 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.890949 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.891274 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:18.902408 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for dfa060e6-138e-4115-9b50-80ffafc4dfe8 owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:58:19.089086 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.110812 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=dfa060e6-138e-4115-9b50-80ffafc4dfe8,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:19.172804 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.175306 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.176433 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-387050e6-229c-4d3d-ac4b-f2274c7ae760 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/floatingips/8b9f5bde-2452-438c-89d1-583e5025a534 HTTP/1.1" status: 204 len: 168 time: 0.4773746 Jun 17 07:58:19.296546 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44650) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:19.301118 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group': {'name': 'tempest-securitygroup--367143941', 'description': 'tempest-description--594456295'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:19.369090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.438790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.497641 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.524339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2765ac4d-f669-43d4-9608-bfd38bb7e08e,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:19.576588 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.577859 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ac01cf74-e647-4e6a-b8aa-4926ebe48295 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2802815 Jun 17 07:58:19.580651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44652) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:19.584854 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '2765ac4d-f669-43d4-9608-bfd38bb7e08e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:19.665140 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.722710 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.797355 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.815485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7af45a7-1fa7-4d2e-8255-b0ed6a29edb7,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:19.882169 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:19.883386 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-fe73197f-e92b-479d-b9bb-be74350ed96d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3018041 Jun 17 07:58:19.886147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44654) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:19.890306 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'security_group_rule': {'security_group_id': '2765ac4d-f669-43d4-9608-bfd38bb7e08e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:19.973535 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.028008 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.091739 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.110599 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44aa0a9b-889c-4049-8b8a-4468de10bc8e,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:20.167623 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.168786 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0389476f-312c-4c72-9835-c53cfefda1fd tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2817509 Jun 17 07:58:20.171898 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44656) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:20.175962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:20.251613 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.345053 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.346506 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 281b015b-e8fd-4228-bd96-38295d0295a5 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:58:20.365605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 281b015b-e8fd-4228-bd96-38295d0295a5 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:58:20.365942 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 281b015b-e8fd-4228-bd96-38295d0295a5 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:58:20.448112 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.27.2.119 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/e717b473-99b6-4ba5-97cb-8ea786c5a0c3) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:58:20.544820 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.632050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.667391 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:58:20.672132 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:58:20.675416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:58:20.682421 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=e717b473-99b6-4ba5-97cb-8ea786c5a0c3,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:20.780027 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:20.861898 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:21.004907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:21.066535 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:21.131618 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=e717b473-99b6-4ba5-97cb-8ea786c5a0c3,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:21.143981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:21.205655 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:21.206868 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-802a2013-414e-44cf-a417-03ffb5b3a2c8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0340915 Jun 17 07:58:21.387461 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-74973ffd-eb4d-40d9-a646-dbac914bf5eb tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-securitygroup--367143941&fields=id&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 267 time: 0.0314069 Jun 17 07:58:21.499570 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-2f581e57-c98f-47dc-bfc9-216ff87967c5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:21.501016 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-2f581e57-c98f-47dc-bfc9-216ff87967c5 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.1042635 Jun 17 07:58:21.515794 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-38736a89-6e48-48c6-89dc-fe51cf58f50e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/quotas/e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 375 time: 0.0089743 Jun 17 07:58:21.565716 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-7efd3faa-8a26-4da5-a7f2-17f4259ad39e tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0447397 Jun 17 07:58:21.580964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-c9f2687d-8e20-423f-920d-83487492c919 service neutron] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:58:21.581833 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-c9f2687d-8e20-423f-920d-83487492c919 service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052679 Jun 17 07:58:21.671113 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-b67af8cf-55d2-443b-894a-97e16f8316e4 service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837576 Jun 17 07:58:21.756120 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-df174b41-5c1b-4b8e-9cae-e110087159eb service neutron] 10.222.0.27 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789506 Jun 17 07:58:21.979431 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5fce9633-e858-4183-bb20-6c125329cd58 req-375794b0-139d-488e-abee-c75763eaf828 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 210 time: 0.0297723 Jun 17 07:58:23.074290 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f183b660-104f-4a20-b831-3f148de41c52 req-3f487c01-470c-4344-84d1-10e3d73e1e94 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 210 time: 0.0286295 Jun 17 07:58:23.985937 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-62a33400-926d-4fe3-a9c3-6278b11a08db tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:23.987362 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-62a33400-926d-4fe3-a9c3-6278b11a08db tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 815 time: 0.0979073 Jun 17 07:58:24.036639 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-de6a2da1-3c89-4350-a029-d9ddda95ba28 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6334d8454d94e32852d0ec015e25d50 HTTP/1.1" status: 200 len: 379 time: 0.0327723 Jun 17 07:58:24.049297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'port': {'device_id': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'admin_state_up': True, 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'security_groups': ['2765ac4d-f669-43d4-9608-bfd38bb7e08e']}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:24.174567 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-98268952-e137-48d6-bfe2-3602bb45731c req-190f9c49-c38c-4bd2-98b4-482e697eca62 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 210 time: 0.0269072 Jun 17 07:58:24.229462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Made reservation on behalf of e6334d8454d94e32852d0ec015e25d50 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 07:58:24.234453 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:24.358284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Allocated IP 172.20.0.11 (743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0/86506be7-872a-44cd-961e-cebbe55a1eb9/e322e9a9-7251-4398-a317-9e95f096a487) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 07:58:24.485090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:24.580533 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:24.624571 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 07:58:24.627610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 07:58:24.631123 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 07:58:24.664774 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event updated for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:24.692880 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:24.693515 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:24.760038 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-f675f5e9-2bf6-4831-b285-e187224bf4af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147441 Jun 17 07:58:24.773311 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-2ef3b8ae-1a43-4274-b1ab-134ff8ee8542 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] http://10.222.0.27:9696/v2.0/extensions returned with HTTP 200 {{(pid=109307) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 17 07:58:24.774385 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-2ef3b8ae-1a43-4274-b1ab-134ff8ee8542 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053484 Jun 17 07:58:24.792227 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Request body: {'port': {'device_id': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:24.808263 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-a30ddb30-1d60-4b7d-99ee-3ae3a86605f3 None None] Provisioning complete for port e322e9a9-7251-4398-a317-9e95f096a487 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:58:24.808839 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a30ddb30-1d60-4b7d-99ee-3ae3a86605f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:24.848249 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-a30ddb30-1d60-4b7d-99ee-3ae3a86605f3 None None] Port e322e9a9-7251-4398-a317-9e95f096a487 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 07:58:24.848578 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.344235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ed39e-ce44-446e-9135-7ece4fdb3fee req-b9b2c7aa-6468-459f-9164-4a25f9fdaa04 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:25.345715 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-050ed39e-ce44-446e-9135-7ece4fdb3fee req-b9b2c7aa-6468-459f-9164-4a25f9fdaa04 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 932 time: 0.1020143 Jun 17 07:58:25.403093 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-050ed39e-ce44-446e-9135-7ece4fdb3fee req-7e10a024-7c7b-4b4b-ae2f-9ddca84db423 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503857 Jun 17 07:58:25.438066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e322e9a9-7251-4398-a317-9e95f096a487 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:58:25.445215 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.457129 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Transition to ACTIVE for port object e322e9a9-7251-4398-a317-9e95f096a487 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 07:58:25.523204 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.575862 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Pushing event updated for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:25.645470 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Attempting to bind port e322e9a9-7251-4398-a317-9e95f096a487 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 07:58:25.645803 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Attempting to bind port e322e9a9-7251-4398-a317-9e95f096a487 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 07:58:25.646127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Attempting to bind port e322e9a9-7251-4398-a317-9e95f096a487 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:58:25.650622 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Port e322e9a9-7251-4398-a317-9e95f096a487 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 07:58:25.650959 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Attempting to bind port e322e9a9-7251-4398-a317-9e95f096a487 on network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 07:58:25.656066 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 07:58:25.656403 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Checking segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 07:58:25.656786 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Bound using segment: {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 07:58:25.657246 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Bound port: e322e9a9-7251-4398-a317-9e95f096a487, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4773657-72ac-4f0d-8e40-95897ba863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 07:58:25.657602 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.721467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 07:58:25.724380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e322e9a9-7251-4398-a317-9e95f096a487,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 07:58:25.803589 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.841853 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:25.842456 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:25.843852 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] 10.222.0.57 "PUT /v2.0/ports/e322e9a9-7251-4398-a317-9e95f096a487 HTTP/1.1" status: 200 len: 1094 time: 1.0563450 Jun 17 07:58:25.844279 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:58:25.846520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb6829-c180-4f58-8a8e-c8d3371379fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "tag": "e322e9a9-7251-4398-a317-9e95f096a487"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:58:25.872363 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7c9655-41d7-4a70-972c-9ede75f8904f service neutron] Pushing event updated for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:25.888152 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2cf006-77cf-4acc-98ae-053943db3429 x-openstack-request-id: req-5b2cf006-77cf-4acc-98ae-053943db3429 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:58:25.888441 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "tag": "e322e9a9-7251-4398-a317-9e95f096a487", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:58:25.888691 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-5b2cf006-77cf-4acc-98ae-053943db3429 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:58:25.889122 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b2cf006-77cf-4acc-98ae-053943db3429'] response: {'name': 'network-changed', 'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487', 'status': 'completed', 'code': 200} Jun 17 07:58:26.048806 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-bd8174dc-fab2-49e2-acbf-5607c4abe9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.050351 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-bd8174dc-fab2-49e2-acbf-5607c4abe9e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 1097 time: 0.1357515 Jun 17 07:58:26.153957 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-214e3476-ec81-45e2-aa70-ea7d4d3865f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.155961 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-214e3476-ec81-45e2-aa70-ea7d4d3865f2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=e6334d8454d94e32852d0ec015e25d50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0915797 Jun 17 07:58:26.247027 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-e2987c20-6414-4320-8baa-2ed4b89023ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.248350 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c2fb6829-c180-4f58-8a8e-c8d3371379fa req-e2987c20-6414-4320-8baa-2ed4b89023ed service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0835071 Jun 17 07:58:26.334076 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-3f2c85f0-1a3a-4b6b-b560-3d07f2d52760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.335497 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-3f2c85f0-1a3a-4b6b-b560-3d07f2d52760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 1097 time: 0.0387440 Jun 17 07:58:26.381604 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-5fa4ed05-f328-4a87-9103-ecaa6a1604a2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e322e9a9-7251-4398-a317-9e95f096a487 HTTP/1.1" status: 200 len: 217 time: 0.0351202 Jun 17 07:58:26.433436 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-7e711cb4-08da-45be-a900-7df7292286c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.434854 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-7e711cb4-08da-45be-a900-7df7292286c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0412855 Jun 17 07:58:26.515317 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-475037f1-d644-4c77-a4ea-df8bbfd7b593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.516683 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-475037f1-d644-4c77-a4ea-df8bbfd7b593 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710633 Jun 17 07:58:26.527436 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf68e5c0-42ae-4863-979a-bad0a7d1f425 req-4cd76e56-c8ca-4381-98a6-8ac395cb71af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:26.528759 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf68e5c0-42ae-4863-979a-bad0a7d1f425 req-4cd76e56-c8ca-4381-98a6-8ac395cb71af tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 944 time: 0.0586677 Jun 17 07:58:26.612412 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bf68e5c0-42ae-4863-979a-bad0a7d1f425 req-f9d71dd0-f500-4896-a5e2-2f5d55aecc58 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754783 Jun 17 07:58:26.635905 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-29ca5d75-0f3d-4f83-9712-4c5677531cfa service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059024 Jun 17 07:58:26.736905 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2fd312bb-3be0-4a1b-a60f-8886d726b988 req-ea13f5e1-653a-4a36-aa9c-a8b294a9bb1c service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912871 Jun 17 07:58:27.725832 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c2bfe-2085-4cfd-973e-522d13749004 req-f964e538-f246-47b5-8076-f61d06339245 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:27.727239 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ab0c2bfe-2085-4cfd-973e-522d13749004 req-f964e538-f246-47b5-8076-f61d06339245 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 944 time: 0.0469644 Jun 17 07:58:27.762242 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ab0c2bfe-2085-4cfd-973e-522d13749004 req-2a27be0f-563c-4a1e-b716-eda7cf89ebcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292003 Jun 17 07:58:28.785917 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0ac3799b-ba35-479d-bec1-f05f33d694ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:28.875261 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663b322-98e9-4c90-b798-1e0f18d7d194 req-26a05264-5754-4ac4-a761-e69f204d031c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:28.876638 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8663b322-98e9-4c90-b798-1e0f18d7d194 req-26a05264-5754-4ac4-a761-e69f204d031c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 944 time: 0.0483751 Jun 17 07:58:28.913441 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8663b322-98e9-4c90-b798-1e0f18d7d194 req-b9718344-08f9-435c-b802-a4e8fb8b9061 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309372 Jun 17 07:58:29.896673 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:58:30.025490 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb935bf4-e303-4da5-be21-a09158d83fd6 req-bf0da157-b0a8-4303-b9ff-db909f154124 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:30.026931 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb935bf4-e303-4da5-be21-a09158d83fd6 req-bf0da157-b0a8-4303-b9ff-db909f154124 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 944 time: 0.0472033 Jun 17 07:58:30.063028 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-cb935bf4-e303-4da5-be21-a09158d83fd6 req-7e99167a-b581-4cbd-90ab-6e7078f9398c tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297606 Jun 17 07:58:30.375454 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e322e9a9-7251-4398-a317-9e95f096a487 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 07:58:30.464887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e322e9a9-7251-4398-a317-9e95f096a487,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:30.478263 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': 'e322e9a9-7251-4398-a317-9e95f096a487', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'port_id': 'e322e9a9-7251-4398-a317-9e95f096a487', 'mac_address': 'fa:16:3e:12:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 757, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 07:58:30.513519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e322e9a9-7251-4398-a317-9e95f096a487 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:58:30.513891 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:30.525734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e322e9a9-7251-4398-a317-9e95f096a487 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 07:58:30.543601 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e322e9a9-7251-4398-a317-9e95f096a487,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:30.609232 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:30.655757 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:30.662694 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.663044 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.663381 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.663715 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.664078 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.664404 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.664729 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.665086 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.665413 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.665734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.666055 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.666375 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:58:30.878147 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['e322e9a9-7251-4398-a317-9e95f096a487'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 07:58:31.097478 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-732353ac-cd45-4be7-af3b-52d7a27b5f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:31.181572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fbadb-f248-48c7-bced-557b75cbe391 req-0e8b5b7f-e3f0-4e00-89c9-0a5f081afa3b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:31.182935 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e42fbadb-f248-48c7-bced-557b75cbe391 req-0e8b5b7f-e3f0-4e00-89c9-0a5f081afa3b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 945 time: 0.0517828 Jun 17 07:58:31.218819 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e42fbadb-f248-48c7-bced-557b75cbe391 req-936e1754-4645-43d4-b894-886d4cd7ee37 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300415 Jun 17 07:58:32.314267 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:32.334828 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da34c2-653f-4ba4-9758-950b39643b01 req-8264c669-740e-4693-980a-d23ea3a27f2b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:32.336271 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05da34c2-653f-4ba4-9758-950b39643b01 req-8264c669-740e-4693-980a-d23ea3a27f2b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 945 time: 0.0524418 Jun 17 07:58:32.373536 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-05da34c2-653f-4ba4-9758-950b39643b01 req-e492907f-190f-4b21-89ac-bee0584d8a92 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Jun 17 07:58:32.374871 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e322e9a9-7251-4398-a317-9e95f096a487 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 07:58:32.485874 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port e322e9a9-7251-4398-a317-9e95f096a487 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 07:58:32.489631 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port e322e9a9-7251-4398-a317-9e95f096a487 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 07:58:32.491051 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:32.567938 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port e322e9a9-7251-4398-a317-9e95f096a487 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 07:58:32.568233 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:32.589130 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:58:32.591337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98b6332-f4d4-4805-b133-c558e612318f" -d '{"events": [{"server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "name": "network-vif-plugged", "status": "completed", "tag": "e322e9a9-7251-4398-a317-9e95f096a487"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:58:32.605546 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e322e9a9-7251-4398-a317-9e95f096a487,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:58:32.629542 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae72e8fb-d89a-4374-9686-e04411b46d17 x-openstack-request-id: req-ae72e8fb-d89a-4374-9686-e04411b46d17 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:58:32.629823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "name": "network-vif-plugged", "status": "completed", "tag": "e322e9a9-7251-4398-a317-9e95f096a487", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:58:32.630095 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-ae72e8fb-d89a-4374-9686-e04411b46d17 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:58:32.630485 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae72e8fb-d89a-4374-9686-e04411b46d17'] response: {'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487', 'code': 200} Jun 17 07:58:32.680444 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:32.726507 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:58:32.953984 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a6b0ef-38dc-4dc6-b401-5a9c3d90c897 req-386e5569-7ccd-4a6d-ac9a-3106ea98dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:32.955424 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-80a6b0ef-38dc-4dc6-b401-5a9c3d90c897 req-386e5569-7ccd-4a6d-ac9a-3106ea98dc15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 1099 time: 0.0434880 Jun 17 07:58:32.993029 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-80a6b0ef-38dc-4dc6-b401-5a9c3d90c897 req-89562993-5e4c-4257-9aa8-fe5527827fcc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0261450 Jun 17 07:58:33.474551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:33.486719 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d543f-0b45-4335-ad7e-f2e8cedcc72f req-57e63ab9-f9f7-4a2d-906b-04a6c539aa48 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:33.488144 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-592d543f-0b45-4335-ad7e-f2e8cedcc72f req-57e63ab9-f9f7-4a2d-906b-04a6c539aa48 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0480986 Jun 17 07:58:33.524528 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-592d543f-0b45-4335-ad7e-f2e8cedcc72f req-d96eebfd-1050-4e82-bb04-b18a9b503b6d tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304370 Jun 17 07:58:33.965728 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:34.636524 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65df066-075a-4202-b039-676a4bbfdb2f req-7af15214-73ff-4c9a-8a7d-e73486150b5b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:34.638012 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f65df066-075a-4202-b039-676a4bbfdb2f req-7af15214-73ff-4c9a-8a7d-e73486150b5b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0477364 Jun 17 07:58:34.675576 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f65df066-075a-4202-b039-676a4bbfdb2f req-3c080fd2-afe5-4686-9cf9-eb63509f3dee tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313067 Jun 17 07:58:34.782235 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dedd9-2f48-41cc-bf92-4cef0c77dfe1 req-919d038e-1756-4ef9-a3f1-9300b6cbce08 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:34.783920 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-806dedd9-2f48-41cc-bf92-4cef0c77dfe1 req-919d038e-1756-4ef9-a3f1-9300b6cbce08 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0475168 Jun 17 07:58:34.792699 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44720) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:58:34.797149 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Request body: {'floatingip': {'port_id': 'e322e9a9-7251-4398-a317-9e95f096a487'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 07:58:34.839110 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:35.261909 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:35.309061 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:35.414256 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP d7c97252-d07a-4438-b421-cc788aaa1aa4 associated. External IP: 172.27.2.119, port: e322e9a9-7251-4398-a317-9e95f096a487. Jun 17 07:58:35.616613 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:58:35.723756 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:58:35.728882 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:35.734290 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:58:35.743836 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:35.744438 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:35.755689 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-529bf64d-5d36-4740-8fff-ec59d826ca59 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "PUT /v2.0/floatingips/d7c97252-d07a-4438-b421-cc788aaa1aa4 HTTP/1.1" status: 200 len: 992 time: 0.9619203 Jun 17 07:58:35.756262 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:58:35.758501 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e622f68-e1cf-49a8-91fb-34c638710518" -d '{"events": [{"name": "network-changed", "server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "tag": "e322e9a9-7251-4398-a317-9e95f096a487"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:58:35.794014 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 07:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85803117-eeed-417c-afbf-679b1b481c80 x-openstack-request-id: req-85803117-eeed-417c-afbf-679b1b481c80 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:58:35.794635 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "tag": "e322e9a9-7251-4398-a317-9e95f096a487", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:58:35.794635 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-85803117-eeed-417c-afbf-679b1b481c80 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:58:35.794921 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85803117-eeed-417c-afbf-679b1b481c80'] response: {'name': 'network-changed', 'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487', 'status': 'completed', 'code': 200} Jun 17 07:58:35.854062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:35.855012 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-2bf201fa-8ce2-4704-a799-45c86987dae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:35.856622 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-2bf201fa-8ce2-4704-a799-45c86987dae5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 1099 time: 0.0394959 Jun 17 07:58:35.949185 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-13b61d67-71fc-424b-8823-22a8b628ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:35.950986 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-13b61d67-71fc-424b-8823-22a8b628ccd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 916 time: 0.0874922 Jun 17 07:58:36.015219 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-a3f95c45-0e05-46e6-a099-747c3139e505 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e322e9a9-7251-4398-a317-9e95f096a487 HTTP/1.1" status: 200 len: 1000 time: 0.0573375 Jun 17 07:58:36.066821 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-df9df0f3-dd10-4a62-8fdf-532597aa20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:36.068262 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-df9df0f3-dd10-4a62-8fdf-532597aa20c0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0471780 Jun 17 07:58:36.074188 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'd7c97252-d07a-4438-b421-cc788aaa1aa4', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e322e9a9-7251-4398-a317-9e95f096a487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:12:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:58:20Z', 'updated_at': '2022-06-17T07:58:35Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:36.104600 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:58:36.113071 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:58:36.113665 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:58:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:36.114029 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-df244d7b-d546-4488-91a4-80845a5729bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:36.115502 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-df244d7b-d546-4488-91a4-80845a5729bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396821 Jun 17 07:58:36.203977 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-7c6f5bca-361b-49ef-b3ce-9b0d406421b8 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812478 Jun 17 07:58:36.227134 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:58:36.295409 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3e622f68-e1cf-49a8-91fb-34c638710518 req-36072428-5119-4155-be62-2d7685679ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844769 Jun 17 07:58:36.442512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'd7c97252-d07a-4438-b421-cc788aaa1aa4', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e322e9a9-7251-4398-a317-9e95f096a487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:12:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:58:20Z', 'updated_at': '2022-06-17T07:58:35Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:58:36.467762 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18980592-eaad-4fb6-bbb2-b3f8f6d46b65 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': 'd7c97252-d07a-4438-b421-cc788aaa1aa4', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'port_id': 'e322e9a9-7251-4398-a317-9e95f096a487', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'mac_address': 'fa:16:3e:12:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T07:58:20Z', 'updated_at': '2022-06-17T07:58:35Z', 'revision_number': 1, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:58:36.659668 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c281601-ff4a-4423-b011-c8eb2e29c6c0 None None] New status for floating IP d7c97252-d07a-4438-b421-cc788aaa1aa4: ACTIVE {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:58:39.790946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:58:51.982353 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-a1bef9e9-1364-4fac-ac75-84a7a045dda6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386038 Jun 17 07:58:52.069256 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-02ff2434-29b6-4ef9-8227-bceb947b3542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:52.070747 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-02ff2434-29b6-4ef9-8227-bceb947b3542 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=e6334d8454d94e32852d0ec015e25d50&device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 1099 time: 0.0428538 Jun 17 07:58:52.174708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-3de15409-4ee0-4893-8079-3665dc8c7abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:52.176137 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-3de15409-4ee0-4893-8079-3665dc8c7abd service neutron] 10.222.0.57 "GET /v2.0/networks?id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 200 len: 916 time: 0.0812993 Jun 17 07:58:52.254180 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-2c9a689d-3e82-4e65-a19d-14f6f0f2b363 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e322e9a9-7251-4398-a317-9e95f096a487 HTTP/1.1" status: 200 len: 1002 time: 0.0669725 Jun 17 07:58:52.305173 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-48113b19-b695-4b6c-9aaa-d3f91363160b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:52.306599 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-48113b19-b695-4b6c-9aaa-d3f91363160b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 200 len: 854 time: 0.0433011 Jun 17 07:58:52.351225 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-dbfbfb3b-7c8c-479d-b173-f5a94f40a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:58:52.352666 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-dbfbfb3b-7c8c-479d-b173-f5a94f40a8d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387170 Jun 17 07:58:52.442341 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-03763f7e-b423-4705-8a98-0c114811211e service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825591 Jun 17 07:58:52.531941 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-653551c5-94b6-4eea-9c2d-1a97b4d9e1df req-604f666b-be31-44bd-951d-fba0cb707449 service neutron] 10.222.0.57 "GET /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793355 Jun 17 07:58:58.782156 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2dfcddf0-d331-476f-aee6-273be1d3fcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:01.085222 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-123a42d5-da00-4583-aaa7-bb1c4ce65a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:02.304789 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:03.496343 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:03.939251 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:06.894761 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:59:09.805102 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:25.499960 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef79bd8-0401-4267-84f0-5df0f788e1b3 req-86d6a039-7f5c-4777-bf66-9f1d3c3311b1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:59:25.501416 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4ef79bd8-0401-4267-84f0-5df0f788e1b3 req-86d6a039-7f5c-4777-bf66-9f1d3c3311b1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0505881 Jun 17 07:59:25.537785 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4ef79bd8-0401-4267-84f0-5df0f788e1b3 req-aadf4c0d-796a-42e7-9a1a-fbca56e04a8b tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305176 Jun 17 07:59:26.656517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911167d3-8aa7-4bd4-87d2-d224826c763b req-77f8cd73-cfbb-43a9-bee0-d3f1d94d28c1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:59:26.657952 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-911167d3-8aa7-4bd4-87d2-d224826c763b req-77f8cd73-cfbb-43a9-bee0-d3f1d94d28c1 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0502965 Jun 17 07:59:26.694805 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-911167d3-8aa7-4bd4-87d2-d224826c763b req-9bb5d81d-1e00-4b2e-8537-2e424ae6b6c7 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299988 Jun 17 07:59:27.299313 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-0640c3c2-9b99-42f8-a01f-9c166c9dbeda tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:59:27.300764 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-0640c3c2-9b99-42f8-a01f-9c166c9dbeda tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0471449 Jun 17 07:59:27.388695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port e322e9a9-7251-4398-a317-9e95f096a487 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:27.389055 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:27.477874 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] For port e322e9a9-7251-4398-a317-9e95f096a487, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=e322e9a9-7251-4398-a317-9e95f096a487,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:59:27.478241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:27.639484 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:27.640110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:27.640437 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Floating IP d7c97252-d07a-4438-b421-cc788aaa1aa4 disassociated. External IP: 172.27.2.119, port: e322e9a9-7251-4398-a317-9e95f096a487. Jun 17 07:59:27.640777 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for e322e9a9-7251-4398-a317-9e95f096a487 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:27.806745 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ca777e-d548-4dcf-924e-0457ee02e70c req-c0015a9d-99b6-413c-8726-f6b39dbcbf71 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 07:59:27.808151 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e2ca777e-d548-4dcf-924e-0457ee02e70c req-c0015a9d-99b6-413c-8726-f6b39dbcbf71 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 946 time: 0.0470510 Jun 17 07:59:27.819263 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:27.844913 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e2ca777e-d548-4dcf-924e-0457ee02e70c req-c359cbc0-8b4c-47fc-929a-5aa10781e41a tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups?id=2765ac4d-f669-43d4-9608-bfd38bb7e08e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307508 Jun 17 07:59:27.847689 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=e322e9a9-7251-4398-a317-9e95f096a487,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:27.864506 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.864855 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.865255 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.865596 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.865924 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.866267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.866947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.866947 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.867260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.867576 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.867910 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.868198 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:27.973724 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:59:28.077189 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:59:28.087439 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:59:28.096454 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:59:28.098284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:59:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:28.115235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] No DVR routers for this DVR port e322e9a9-7251-4398-a317-9e95f096a487 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:59:28.118028 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:28.121182 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5c963faa-9c64-47c2-9d80-08083a2b682f req-74ce3fe7-a646-4677-aee1-4c6f05ae2bcc tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.57 "DELETE /v2.0/ports/e322e9a9-7251-4398-a317-9e95f096a487 HTTP/1.1" status: 204 len: 173 time: 0.8117859 Jun 17 07:59:28.121630 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'name': 'network-vif-deleted', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 07:59:28.123868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a729aaa-d90a-473a-8480-ea8f0a31ca42" -d '{"events": [{"server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "name": "network-vif-deleted", "tag": "e322e9a9-7251-4398-a317-9e95f096a487"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 07:59:28.164559 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 07:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5650bf-53c5-4233-9a93-57c3963b2baf x-openstack-request-id: req-df5650bf-53c5-4233-9a93-57c3963b2baf {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 07:59:28.164559 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ecddc8e-9f30-46d5-b4af-d79cbc1e2906", "name": "network-vif-deleted", "tag": "e322e9a9-7251-4398-a317-9e95f096a487", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 07:59:28.164559 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-df5650bf-53c5-4233-9a93-57c3963b2baf {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 07:59:28.164559 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df5650bf-53c5-4233-9a93-57c3963b2baf'] response: {'server_uuid': '8ecddc8e-9f30-46d5-b4af-d79cbc1e2906', 'name': 'network-vif-deleted', 'tag': 'e322e9a9-7251-4398-a317-9e95f096a487', 'status': 'completed', 'code': 200} Jun 17 07:59:28.338570 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:59:28.531321 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:28.560816 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:59:28.569371 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:59:28.569977 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:59:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:28.676127 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:59:28.827867 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-41cf439c-739c-4008-8dbd-b0c24d8cb07a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:28.885854 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:28.916672 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3299fe93-ee6e-4e91-830f-c65061de894a None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:54:31Z', 'revision_number': 4, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '43e06b37-2227-4fd3-b2d9-f1310a2f9a2e', 'name': '', 'network_id': '743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'mac_address': 'fa:16:3e:fa:4e:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:30Z', 'updated_at': '2022-06-17T07:54:35Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'subnets': [{'id': '86506be7-872a-44cd-961e-cebbe55a1eb9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:59:28.955724 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-71942967-5735-4256-8935-3477af26f957 req-58ff6fc7-9045-4021-9b6d-0d63b0424552 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/ports?device_id=8ecddc8e-9f30-46d5-b4af-d79cbc1e2906 HTTP/1.1" status: 200 len: 210 time: 0.0315142 Jun 17 07:59:29.149228 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d6a5ca-057b-4252-9126-54dc45436889 None None] New status for floating IP d7c97252-d07a-4438-b421-cc788aaa1aa4: DOWN {{(pid=109309) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 07:59:30.151540 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 44808) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:30.206541 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.229019 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.356161 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.358658 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.359797 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/security-groups/2765ac4d-f669-43d4-9608-bfd38bb7e08e HTTP/1.1" status: 204 len: 168 time: 0.2072697 Jun 17 07:59:30.362769 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44810) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:30.369134 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2765ac4d-f669-43d4-9608-bfd38bb7e08e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:30.376734 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.377119 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.377604 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.377947 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.378276 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.378603 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.378930 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.379260 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.379580 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.380064 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.380392 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.380506 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.api.v2.resource [None req-9d9dc6b5-0024-4a06-bb12-124af1909ba8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] show failed (client error): The resource could not be found. Jun 17 07:59:30.380734 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3480d29f-3f13-4841-b554-a4a22f29c395 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:30.381522 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-9d9dc6b5-0024-4a06-bb12-124af1909ba8 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "GET /v2.0/security-groups/2765ac4d-f669-43d4-9608-bfd38bb7e08e HTTP/1.1" status: 404 len: 347 time: 0.0177886 Jun 17 07:59:30.384374 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44812) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:30.512050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Deleting port e717b473-99b6-4ba5-97cb-8ea786c5a0c3 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:30.512389 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.584450 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.584781 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.596090 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Calling delete_port for e717b473-99b6-4ba5-97cb-8ea786c5a0c3 owned by network:floatingip {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:30.686704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e322e9a9-7251-4398-a317-9e95f096a487 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:59:30.705776 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: e322e9a9-7251-4398-a317-9e95f096a487 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:59:30.706200 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device e322e9a9-7251-4398-a317-9e95f096a487 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:59:30.807148 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.833274 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Pushing event deleted for resources: {'Port': ['ID=e717b473-99b6-4ba5-97cb-8ea786c5a0c3,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:30.892300 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks [] for floatingip, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.895165 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:30.896299 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-32fc1391-1079-49dd-a461-4c98a88067f0 tempest-AttachVolumeNegativeTest-764857747 tempest-AttachVolumeNegativeTest-764857747-project] 10.222.0.27 "DELETE /v2.0/floatingips/d7c97252-d07a-4438-b421-cc788aaa1aa4 HTTP/1.1" status: 204 len: 168 time: 0.5110366 Jun 17 07:59:31.121601 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-299cab36-1f4c-45bf-9b41-c63b52ca50bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:32.319539 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:33.450658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:33.984875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:35.156508 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44850) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:35.573552 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:36.048091 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Deleting port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:36.048424 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:36.124096 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] For port 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:59:36.124452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:36.135981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Calling delete_port for 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e owned by network:router_interface {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:36.404894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:36.430069 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43e06b37-2227-4fd3-b2d9-f1310a2f9a2e,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:36.588532 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:36.795837 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 07:59:36.900077 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 07:59:36.906938 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cde752d4-ef6b-4543-9fa2-c90ca3fec0c9 admin admin] 10.222.0.27 "PUT /v2.0/routers/e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7493639 Jun 17 07:59:36.907528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44854) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:36.909189 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Sync routers for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 07:59:36.920125 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:59:36.920732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:59:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:37.010397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.022441 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:59:37.111483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.195231 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15'}], 'enable_snat': True}, 'gw_port_id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:59:36Z', 'revision_number': 5, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port': {'id': '67d75f83-0de5-4abf-8703-422ba51d9307', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:69:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T07:54:27Z', 'updated_at': '2022-06-17T07:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:37.225125 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Checking router: e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 07:59:37.229107 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Deleting port 67d75f83-0de5-4abf-8703-422ba51d9307 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:37.229452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.233555 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Routers {'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 07:59:37.234167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T07:59:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:37.309539 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] For port 67d75f83-0de5-4abf-8703-422ba51d9307, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67d75f83-0de5-4abf-8703-422ba51d9307,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:59:37.309907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.315590 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] Set router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb gateway port host: None {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 07:59:37.321814 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Calling delete_port for 67d75f83-0de5-4abf-8703-422ba51d9307 owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:37.369096 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:59:37Z', 'revision_number': 6, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:37.394501 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3378093-60d3-4cbd-8e07-3de7f3fc0eb5 None None] The sync data for ids ['e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb'] in dv-cinder-821745-1-iscsi is: [{'id': 'e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb', 'name': 'tempest-AttachVolumeNegativeTest-1149604781-router', 'tenant_id': 'e6334d8454d94e32852d0ec015e25d50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T07:54:26Z', 'updated_at': '2022-06-17T07:59:37Z', 'revision_number': 6, 'project_id': 'e6334d8454d94e32852d0ec015e25d50', 'gw_port_host': None}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 07:59:37.533073 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.559519 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Pushing event deleted for resources: {'Port': ['ID=67d75f83-0de5-4abf-8703-422ba51d9307,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:37.616014 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.702045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.704174 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.810820 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.811390 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 07:59:37.815793 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.817024 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-0d3e355d-458c-4f08-9b15-735c39dd6392 admin admin] 10.222.0.27 "DELETE /v2.0/routers/e3256e21-dd3b-4a55-aa9f-4c0b9227a8fb HTTP/1.1" status: 204 len: 168 time: 0.9085333 Jun 17 07:59:37.819492 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44856) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:37.862125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Deleting subnet 86506be7-872a-44cd-961e-cebbe55a1eb9 {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 07:59:37.865135 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.897648 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26212175'] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:37.976432 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.114802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25466735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26771695'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.140343 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86506be7-872a-44cd-961e-cebbe55a1eb9,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:38.145522 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.148865 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-cf6cbb95-d71f-419d-b0a5-f6edc4f3acd6 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/86506be7-872a-44cd-961e-cebbe55a1eb9 HTTP/1.1" status: 204 len: 168 time: 0.3284752 Jun 17 07:59:38.151432 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44858) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:38.151690 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abb3caf-6f4a-492a-84e1-c341e554a254 None None] Network 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 07:59:38.223165 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.276930 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Deleting port b8fee7df-973b-465c-a02e-0c637c9b973d {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:38.277297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.342969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] DHCP port deletion for 743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 07:59:38.343545 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] For port b8fee7df-973b-465c-a02e-0c637c9b973d, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b8fee7df-973b-465c-a02e-0c637c9b973d,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:59:38.343909 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.357153 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Calling delete_port for b8fee7df-973b-465c-a02e-0c637c9b973d owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:38.396092 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Deleting port b8fee7df-973b-465c-a02e-0c637c9b973d {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 07:59:38.396683 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.461276 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] For port b8fee7df-973b-465c-a02e-0c637c9b973d, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=b8fee7df-973b-465c-a02e-0c637c9b973d,segment=NetworkSegment(c4773657-72ac-4f0d-8e40-95897ba863b2),segment_id=c4773657-72ac-4f0d-8e40-95897ba863b2)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 07:59:38.463644 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.473502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Calling delete_port for b8fee7df-973b-465c-a02e-0c637c9b973d owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 07:59:38.521948 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: from cryptography.utils import int_from_bytes Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: from cryptography.utils import int_from_bytes Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.543983 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 17 07:59:38.546993 dv-cinder-821745-1-iscsi neutron-server[109308]: self.session.flush() Jun 17 07:59:38.548546 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=b8fee7df-973b-465c-a02e-0c637c9b973d,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:38.549787 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.550167 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] No DVR routers for this DVR port b8fee7df-973b-465c-a02e-0c637c9b973d on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:59:38.575027 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Pushing event deleted for resources: {'Port': ['ID=b8fee7df-973b-465c-a02e-0c637c9b973d,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:38.582204 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] No DVR routers for this DVR port b8fee7df-973b-465c-a02e-0c637c9b973d on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 07:59:38.584394 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.584734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.585087 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.585421 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.585830 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.586242 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.586383 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.586687 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.587003 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.587317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.587631 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.587944 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361fb4ca-384c-48e8-977f-0395768a4b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 07:59:38.626768 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.646904 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:38.655794 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4773657-72ac-4f0d-8e40-95897ba863b2') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:38.656089 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4773657-72ac-4f0d-8e40-95897ba863b2') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 07:59:38.665966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.678533 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.684102 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 07:59:38.684652 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.702672 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment c4773657-72ac-4f0d-8e40-95897ba863b2 resource provider aggregate not found Jun 17 07:59:38.735961 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment c4773657-72ac-4f0d-8e40-95897ba863b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4773657-72ac-4f0d-8e40-95897ba863b2 found for delete ", "request_id": "req-68921a74-bb5c-4879-9556-30116ea5a32c"}]} Jun 17 07:59:38.799198 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.805111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:38.808185 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] 10.222.0.27 "DELETE /v2.0/networks/743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0 HTTP/1.1" status: 204 len: 168 time: 0.6558018 Jun 17 07:59:38.817954 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb1f056-e4b5-4713-b3b4-bcfc66e32c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=743a4fdb-eeb2-4021-acd6-ecd8cad4d9d0,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:38.904889 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67d75f83-0de5-4abf-8703-422ba51d9307 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:59:38.926269 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 67d75f83-0de5-4abf-8703-422ba51d9307 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:59:38.926600 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67d75f83-0de5-4abf-8703-422ba51d9307 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:59:38.926998 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:59:38.945518 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:59:38.945859 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 43e06b37-2227-4fd3-b2d9-f1310a2f9a2e not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:59:38.946284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b8fee7df-973b-465c-a02e-0c637c9b973d no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 07:59:38.964384 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: b8fee7df-973b-465c-a02e-0c637c9b973d {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 07:59:38.968170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device b8fee7df-973b-465c-a02e-0c637c9b973d not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 07:59:39.151234 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44866) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:39.193223 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-16ea881e-96cb-48b0-85d2-fe162abda299 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=e6334d8454d94e32852d0ec015e25d50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407796 Jun 17 07:59:39.195706 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 44868) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:39.242370 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:39.263133 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:39.387648 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:39.390189 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:39.391561 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/de16056b-1e9a-461c-a71f-a2c4d42b60da HTTP/1.1" status: 204 len: 168 time: 0.1947188 Jun 17 07:59:39.398953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c59f-c58b-4baa-ba13-5e06f21a375b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16056b-1e9a-461c-a71f-a2c4d42b60da,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:39.804681 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:43.894947 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 07:59:52.321118 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45000) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:52.422797 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-51593985-575a-4053-bfd3-5f1151505df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.495128 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-51593985-575a-4053-bfd3-5f1151505df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.558458 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-51593985-575a-4053-bfd3-5f1151505df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.594045 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-51593985-575a-4053-bfd3-5f1151505df0 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=819ed8b063a64cacbdfd14ebed721b56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718799 Jun 17 07:59:52.595998 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51593985-575a-4053-bfd3-5f1151505df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f219fdae-8c17-4ccf-bd53-cb9b52509929,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:52.597665 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45004) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:52.646217 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.667544 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.793325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.795793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:52.796910 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/f219fdae-8c17-4ccf-bd53-cb9b52509929 HTTP/1.1" status: 204 len: 168 time: 0.1983967 Jun 17 07:59:52.804980 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc55144-0dad-453d-91d3-1ed9c785bd13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f219fdae-8c17-4ccf-bd53-cb9b52509929,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:53.433301 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45010) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:53.446646 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-80da9cec-a904-44c9-949f-30c097021c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.518632 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-80da9cec-a904-44c9-949f-30c097021c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.583883 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-80da9cec-a904-44c9-949f-30c097021c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.623646 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-80da9cec-a904-44c9-949f-30c097021c2f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=8fb8771cac684a2d9df78488449b23ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1892526 Jun 17 07:59:53.624311 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80da9cec-a904-44c9-949f-30c097021c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9c6ba-dc48-4923-bbc9-4795c7733ea0,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:53.626267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45012) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:53.677686 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.698036 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.816832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.819801 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:53.821380 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/e6e9c6ba-dc48-4923-bbc9-4795c7733ea0 HTTP/1.1" status: 204 len: 168 time: 0.1939924 Jun 17 07:59:53.830270 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443d7f0b-aaa6-436d-8af6-b0a5dee177ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9c6ba-dc48-4923-bbc9-4795c7733ea0,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:58.806658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0fcba061-0e12-4e3f-a928-acf6ae3f0ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.146253 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45078) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:59.245894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-335f2d2d-62fa-4d88-8d68-34213ccde82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.317929 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-335f2d2d-62fa-4d88-8d68-34213ccde82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.381597 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-335f2d2d-62fa-4d88-8d68-34213ccde82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.418289 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-335f2d2d-62fa-4d88-8d68-34213ccde82f admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=4bb611c08f3045abbe6fe97e9f1ccdbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2709382 Jun 17 07:59:59.420178 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335f2d2d-62fa-4d88-8d68-34213ccde82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13578646-b148-440f-8fce-fce868a0087e,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 07:59:59.421262 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45082) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 07:59:59.469250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.489545 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.601471 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.604004 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 07:59:59.605279 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/13578646-b148-440f-8fce-fce868a0087e HTTP/1.1" status: 204 len: 168 time: 0.1820965 Jun 17 07:59:59.613647 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdaa281f-5bef-414b-939c-9928786e1ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13578646-b148-440f-8fce-fce868a0087e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:00.507127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45104) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:00:00.604085 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273430065-network', 'tenant_id': 'dcd30846b23840059bd31201b1400690'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:00.703580 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Made reservation on behalf of dcd30846b23840059bd31201b1400690 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:00:00.705863 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:00.714037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:00.785255 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:00.858276 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:00.882023 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:00:00.891335 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff78f0c0-736f-481d-894a-036572e1f719,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:00.896448 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:00.896791 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Added segment bb018ff3-7f7e-4517-8426-06ed5fa8d4e9 of type vlan for network d2be478d-e3a3-4120-af98-81358e331e8f Jun 17 08:00:00.938048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.023836 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.024834 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:01.025434 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.082890 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] Pushing event updated for resources: {'Network': ['ID=d2be478d-e3a3-4120-af98-81358e331e8f,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:01.092170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network d2be478d-e3a3-4120-af98-81358e331e8f details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:00:01.106669 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9aa7b477-8756-4b42-8fae-e0ced1cfd14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.179731 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6c65ff5c-6648-4cf9-a295-1d6190eaba62 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6714673 Jun 17 08:00:01.192514 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45108) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:00:01.198556 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Request body: {'subnet': {'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273430065-subnet', 'tenant_id': 'dcd30846b23840059bd31201b1400690', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:01.315783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Made reservation on behalf of dcd30846b23840059bd31201b1400690 for: {'subnet': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:00:01.318221 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26771980'] for subnet, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.541699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25466668', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26771686'] for subnet, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.600154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e67b6bd9-3974-485e-82b7-99dfdc6fbf95,revision_number=0']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:01.607333 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Checking segment: {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:00:01.607610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Network hostable DHCP agents. Network: d2be478d-e3a3-4120-af98-81358e331e8f, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109307) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:00:01.724319 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Network d2be478d-e3a3-4120-af98-81358e331e8f is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109307) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:00:01.806568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, d2be478d-e3a3-4120-af98-81358e331e8f) {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:00:01.810603 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:01.811182 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:01.817356 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf8507c-c7a7-4824-8c91-d380502a623d None None] Network d2be478d-e3a3-4120-af98-81358e331e8f requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:00:01.898257 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-82f7329e-9318-4503-8157-e890f83160bd admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7045867 Jun 17 08:00:01.938977 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930930b8-8830-4565-b56d-9df334e7db70 None None] Network d2be478d-e3a3-4120-af98-81358e331e8f requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:00:02.335709 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:03.455715 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:03.957129 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:04.107563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-1871b49d-efac-4431-b555-02e11edeb7c1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:04.109046 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-1871b49d-efac-4431-b555-02e11edeb7c1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/networks?id=d2be478d-e3a3-4120-af98-81358e331e8f HTTP/1.1" status: 200 len: 809 time: 0.0981472 Jun 17 08:00:04.123578 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-a3758b7f-de09-423f-8f81-bb65b36d57f7 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/quotas/dcd30846b23840059bd31201b1400690 HTTP/1.1" status: 200 len: 375 time: 0.0085950 Jun 17 08:00:04.155159 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-f2b60736-d85a-4385-a473-5c40de3c86f5 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261993 Jun 17 08:00:04.294228 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-40d58ff7-f359-467c-a950-f58270ebf60f service neutron] 10.222.0.27 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313927 Jun 17 08:00:04.384445 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-b53c36bb-0c49-4712-894d-812ed7726675 service neutron] 10.222.0.27 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840695 Jun 17 08:00:04.609201 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-896541c6-3579-4b58-a6bc-43f6cc00abff req-8ddaa0d8-9e89-4cf3-bde5-22a5fa615181 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 210 time: 0.0258138 Jun 17 08:00:05.710816 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-721e9e5e-3ac1-46ea-84ca-1afdfee7e88d req-9674ffca-a180-402a-9bed-55fc2a638534 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 210 time: 0.0257037 Jun 17 08:00:06.592928 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-55d31ee6-da34-4646-af25-e06fe357cacf tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:06.594367 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-55d31ee6-da34-4646-af25-e06fe357cacf tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "GET /v2.0/networks?id=d2be478d-e3a3-4120-af98-81358e331e8f HTTP/1.1" status: 200 len: 809 time: 0.0982192 Jun 17 08:00:06.608301 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Request body: {'port': {'device_id': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f', 'admin_state_up': True, 'tenant_id': 'dcd30846b23840059bd31201b1400690'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:06.787557 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Made reservation on behalf of dcd30846b23840059bd31201b1400690 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:00:06.791185 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:06.809947 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8dbbacd0-48e5-4861-97e5-b1e076635d64 req-48fcfeb1-5a61-4367-b861-4fb4d35d89f3 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 210 time: 0.0315440 Jun 17 08:00:06.916678 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Allocated IP 172.20.0.2 (d2be478d-e3a3-4120-af98-81358e331e8f/e67b6bd9-3974-485e-82b7-99dfdc6fbf95/2ea25458-4ba6-43d3-9fbd-dfdb408120ca) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:00:07.058179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.159563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.202387 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Network d2be478d-e3a3-4120-af98-81358e331e8f is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:00:07.205467 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:00:07.209570 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:00:07.235128 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Pushing event updated for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:07.261654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:07.265523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.344039 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-12ca1a09-b3fb-406e-b19e-caf0586931f1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7392397 Jun 17 08:00:07.359764 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Request body: {'port': {'device_id': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:07.410110 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.662176 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea25458-4ba6-43d3-9fbd-dfdb408120ca {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:00:07.669093 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.680727 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Transition to ACTIVE for port object 2ea25458-4ba6-43d3-9fbd-dfdb408120ca will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:00:07.772154 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.821084 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:07.897520 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Attempting to bind port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:00:07.897832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Attempting to bind port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:00:07.898157 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Attempting to bind port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca on network d2be478d-e3a3-4120-af98-81358e331e8f {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:00:07.917166 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca on network d2be478d-e3a3-4120-af98-81358e331e8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:00:07.917416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Attempting to bind port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca on network d2be478d-e3a3-4120-af98-81358e331e8f {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:00:07.925435 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 7, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:00:07.925765 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Checking segment: {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:00:07.926136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Bound using segment: {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:00:07.926551 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Bound port: 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:00:07.926901 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:07.950966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298ddf36-d36e-4a2d-a6da-dafcf318fab1 req-349eb9dd-d6ea-4f59-a988-f128bc3a894f tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:07.952392 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-298ddf36-d36e-4a2d-a6da-dafcf318fab1 req-349eb9dd-d6ea-4f59-a988-f128bc3a894f tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 943 time: 0.0700474 Jun 17 08:00:08.020564 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-298ddf36-d36e-4a2d-a6da-dafcf318fab1 req-0a7be701-4a10-489c-94bb-31ea105795f7 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500751 Jun 17 08:00:08.026397 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:00:08.029407 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:00:08.130557 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:08.165485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.166075 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:08.167468 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] 10.222.0.57 "PUT /v2.0/ports/2ea25458-4ba6-43d3-9fbd-dfdb408120ca HTTP/1.1" status: 200 len: 1093 time: 0.8116324 Jun 17 08:00:08.167837 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:08.170080 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb" -d '{"events": [{"name": "network-changed", "server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:08.196869 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c30f552-72c8-4a58-bfee-0006b5e549a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:08.209372 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e4a608-244b-4bfc-8e38-cdb80c051912 x-openstack-request-id: req-30e4a608-244b-4bfc-8e38-cdb80c051912 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:08.209654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:08.209901 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-30e4a608-244b-4bfc-8e38-cdb80c051912 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:08.210288 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e4a608-244b-4bfc-8e38-cdb80c051912'] response: {'name': 'network-changed', 'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca', 'status': 'completed', 'code': 200} Jun 17 08:00:08.277289 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-0481020c-9003-4a73-a810-2582310676e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.278734 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-0481020c-9003-4a73-a810-2582310676e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 1096 time: 0.0401273 Jun 17 08:00:08.377469 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-82e0c132-df5d-4f1e-aa8f-da9713c40d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.378909 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-82e0c132-df5d-4f1e-aa8f-da9713c40d0f service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dcd30846b23840059bd31201b1400690&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0884073 Jun 17 08:00:08.714761 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-99fb9e27-e1d8-42d1-80da-30f131a856cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.716211 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-54038941-75f6-48e0-b8c9-da2fbfd7bfcb req-99fb9e27-e1d8-42d1-80da-30f131a856cb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3277698 Jun 17 08:00:08.795986 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-57187f6d-b245-4c6d-982c-dc157f07320b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.797482 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-57187f6d-b245-4c6d-982c-dc157f07320b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 1096 time: 0.0393434 Jun 17 08:00:08.848750 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-b90f5175-f0f2-4c2b-b785-8e295c7075d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca HTTP/1.1" status: 200 len: 217 time: 0.0388775 Jun 17 08:00:08.907376 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-44b52cda-dba3-43e9-94e5-01865e9bf91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:08.909364 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-44b52cda-dba3-43e9-94e5-01865e9bf91f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e67b6bd9-3974-485e-82b7-99dfdc6fbf95 HTTP/1.1" status: 200 len: 849 time: 0.0477264 Jun 17 08:00:08.954458 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-d16a6912-9938-4e59-8e0d-67a6e0d7f96b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2be478d-e3a3-4120-af98-81358e331e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286987 Jun 17 08:00:09.045101 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-5c5da0b3-c974-4fa3-ae39-3cd689adf9d5 service neutron] 10.222.0.57 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831773 Jun 17 08:00:09.162839 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2cf15512-c3b6-4102-aed5-3089a0be790d req-adc0fd4e-131b-40ca-b15c-725d20cbb602 service neutron] 10.222.0.57 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106138 Jun 17 08:00:09.174490 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ebad2-200b-4b25-8a71-eee53c36c01f req-45aefe57-1bb5-4d9e-b680-d4626c2a106b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:09.175891 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cc1ebad2-200b-4b25-8a71-eee53c36c01f req-45aefe57-1bb5-4d9e-b680-d4626c2a106b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 943 time: 0.0708597 Jun 17 08:00:09.213198 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cc1ebad2-200b-4b25-8a71-eee53c36c01f req-b9b7e802-2050-4f0f-a828-a0962d9ed358 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Jun 17 08:00:09.861432 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:10.328250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaeb4cd-3224-4c65-8260-2b13bf0110dc req-67c7c20d-bd4e-47fe-9faa-34179274cd01 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:10.329699 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fdaeb4cd-3224-4c65-8260-2b13bf0110dc req-67c7c20d-bd4e-47fe-9faa-34179274cd01 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 943 time: 0.0472989 Jun 17 08:00:10.366012 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-fdaeb4cd-3224-4c65-8260-2b13bf0110dc req-9ca73aea-f5c5-4a59-8c8e-f0c43c3f5575 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297029 Jun 17 08:00:10.873677 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 2ea25458-4ba6-43d3-9fbd-dfdb408120ca details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:00:10.967317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:10.978132 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca', 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f', 'port_id': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca', 'mac_address': 'fa:16:3e:9f:d1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67b6bd9-3974-485e-82b7-99dfdc6fbf95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:00:11.012739 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:00:11.013150 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:11.025740 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea25458-4ba6-43d3-9fbd-dfdb408120ca {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:00:11.044626 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:11.109531 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:11.154146 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:11.384090 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['2ea25458-4ba6-43d3-9fbd-dfdb408120ca'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:00:11.476797 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5259263f-f535-493a-b794-7a522cd867f9 req-d366ecef-c8f1-467b-9efd-477966d56dd3 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:11.478228 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5259263f-f535-493a-b794-7a522cd867f9 req-d366ecef-c8f1-467b-9efd-477966d56dd3 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 944 time: 0.0474472 Jun 17 08:00:11.515078 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5259263f-f535-493a-b794-7a522cd867f9 req-effa7c83-d43d-4ddf-baeb-485e89ba0139 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310435 Jun 17 08:00:12.626854 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce86fb14-860e-4453-ad6e-98384b93fc3d req-41b813a9-3bd9-40b0-b696-146708f9aa1d tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:12.628340 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ce86fb14-860e-4453-ad6e-98384b93fc3d req-41b813a9-3bd9-40b0-b696-146708f9aa1d tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 944 time: 0.0477839 Jun 17 08:00:12.664378 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ce86fb14-860e-4453-ad6e-98384b93fc3d req-0e121320-744f-47e3-a5cd-b39fa5846386 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301101 Jun 17 08:00:12.873588 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 2ea25458-4ba6-43d3-9fbd-dfdb408120ca up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:00:12.983520 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:00:12.987427 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:00:12.989813 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:13.064688 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:00:13.065120 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:13.086856 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:13.089091 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82a90dd-29af-45cf-aacc-47909c8a8c30" -d '{"events": [{"server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "name": "network-vif-plugged", "status": "completed", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:13.101735 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:13.180904 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:13.226112 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:13.241658 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1655ab0-66a9-4f6e-bed9-6adc874dff78 x-openstack-request-id: req-c1655ab0-66a9-4f6e-bed9-6adc874dff78 {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:13.241946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "name": "network-vif-plugged", "status": "completed", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:13.242198 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-c1655ab0-66a9-4f6e-bed9-6adc874dff78 {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:13.242589 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1655ab0-66a9-4f6e-bed9-6adc874dff78'] response: {'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca', 'code': 200} Jun 17 08:00:13.573949 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225bc2af-aefe-4517-89d9-751411f05497 req-f325a84f-1191-4c70-9dad-fc03bc12bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:13.575332 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-225bc2af-aefe-4517-89d9-751411f05497 req-f325a84f-1191-4c70-9dad-fc03bc12bb1e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 1098 time: 0.0387781 Jun 17 08:00:13.614198 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-225bc2af-aefe-4517-89d9-751411f05497 req-f841c976-13f1-46cc-b6e7-d96b5f7e6a0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284412 Jun 17 08:00:13.776842 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738a12a-5899-4ce6-98dd-ec4f330326aa req-a6d2561f-46db-4d4c-94e1-681c085dc2fe tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:13.778375 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c738a12a-5899-4ce6-98dd-ec4f330326aa req-a6d2561f-46db-4d4c-94e1-681c085dc2fe tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0472589 Jun 17 08:00:13.817590 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c738a12a-5899-4ce6-98dd-ec4f330326aa req-01131ba3-e7c3-4681-bb72-f5dfba109128 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jun 17 08:00:14.933529 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bb0d4-c859-4768-99b6-cd29541ede01 req-9138f540-f52c-4314-b7e9-29592d5bfdb2 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:14.935030 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff5bb0d4-c859-4768-99b6-cd29541ede01 req-9138f540-f52c-4314-b7e9-29592d5bfdb2 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0502212 Jun 17 08:00:14.972223 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff5bb0d4-c859-4768-99b6-cd29541ede01 req-80e4d2da-301a-47be-bb76-41fe0bc228f9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304110 Jun 17 08:00:16.085713 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591e2f-e972-45de-8cf6-db982281260e req-144226ea-e8cf-44b4-b7f6-c94557830e4d tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:16.087135 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b8591e2f-e972-45de-8cf6-db982281260e req-144226ea-e8cf-44b4-b7f6-c94557830e4d tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0481844 Jun 17 08:00:16.123094 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b8591e2f-e972-45de-8cf6-db982281260e req-44c9ca36-d24f-48d0-9ca9-7c26cc5133d0 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300636 Jun 17 08:00:17.296965 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da322c-6282-4ea4-adcc-e5458d68c6b5 req-f40c8915-7f85-4e01-a837-e395e4f08860 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:17.298431 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-71da322c-6282-4ea4-adcc-e5458d68c6b5 req-f40c8915-7f85-4e01-a837-e395e4f08860 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0480318 Jun 17 08:00:17.335103 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-71da322c-6282-4ea4-adcc-e5458d68c6b5 req-1bcde60f-c4b5-4801-bd5d-02fb0fcb372b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301449 Jun 17 08:00:18.451717 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda4d5-d92f-4b1a-b3e2-9cd69f2c98ee req-1e714c16-0202-4c45-ad66-9dae146fe679 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:18.453183 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-32cda4d5-d92f-4b1a-b3e2-9cd69f2c98ee req-1e714c16-0202-4c45-ad66-9dae146fe679 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0513361 Jun 17 08:00:18.490966 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-32cda4d5-d92f-4b1a-b3e2-9cd69f2c98ee req-a5e825b9-fd72-4076-a8d8-d2ef8f3f8050 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Jun 17 08:00:18.711964 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-ff554c86-a4dd-4eff-a2ae-fa83a64c60b9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:18.713390 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-ff554c86-a4dd-4eff-a2ae-fa83a64c60b9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 945 time: 0.0471988 Jun 17 08:00:18.810652 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Deleting port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:00:18.810987 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:18.894735 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] For port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:18.895099 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:18.906913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Calling delete_port for 2ea25458-4ba6-43d3-9fbd-dfdb408120ca owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:00:19.103640 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:19.120083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['2ea25458-4ba6-43d3-9fbd-dfdb408120ca'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:00:19.131339 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Pushing event deleted for resources: {'Port': ['ID=2ea25458-4ba6-43d3-9fbd-dfdb408120ca,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:19.174311 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] No DVR routers for this DVR port 2ea25458-4ba6-43d3-9fbd-dfdb408120ca on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:00:19.176730 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:19.179953 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8ba0ca80-a03b-4d56-9bbc-a15c860fb7b2 req-e966553f-097a-46a0-8727-89d36c33f74b tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "DELETE /v2.0/ports/2ea25458-4ba6-43d3-9fbd-dfdb408120ca HTTP/1.1" status: 204 len: 173 time: 0.4567108 Jun 17 08:00:19.180382 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'name': 'network-vif-deleted', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:19.182618 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9347f3a-787b-44bd-83fe-cef79cc37fa8" -d '{"events": [{"server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "name": "network-vif-deleted", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:19.218170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f37032-d640-4313-a1bc-c72bed03e66d x-openstack-request-id: req-17f37032-d640-4313-a1bc-c72bed03e66d {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:19.218454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a019fd01-f2fc-489e-bda4-30f9ddcbba52", "name": "network-vif-deleted", "tag": "2ea25458-4ba6-43d3-9fbd-dfdb408120ca", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:19.218697 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-17f37032-d640-4313-a1bc-c72bed03e66d {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:19.219096 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f37032-d640-4313-a1bc-c72bed03e66d'] response: {'server_uuid': 'a019fd01-f2fc-489e-bda4-30f9ddcbba52', 'name': 'network-vif-deleted', 'tag': '2ea25458-4ba6-43d3-9fbd-dfdb408120ca', 'status': 'completed', 'code': 200} Jun 17 08:00:19.593378 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a0476a3b-0eff-4403-a438-e200ff165aa1 req-66857061-6a8b-44fe-9176-d588b0629f61 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=a019fd01-f2fc-489e-bda4-30f9ddcbba52 HTTP/1.1" status: 200 len: 210 time: 0.0252481 Jun 17 08:00:20.866260 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-9ba7ec8a-17a1-46db-a8c3-2cf0a8a3e4b9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:20.867590 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-9ba7ec8a-17a1-46db-a8c3-2cf0a8a3e4b9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/networks?id=d2be478d-e3a3-4120-af98-81358e331e8f HTTP/1.1" status: 200 len: 809 time: 0.0961146 Jun 17 08:00:20.882487 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-5135a944-6d5e-49b5-ba7e-0c08d79220fb tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/quotas/dcd30846b23840059bd31201b1400690 HTTP/1.1" status: 200 len: 375 time: 0.0092683 Jun 17 08:00:20.894217 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:00:20.917063 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-71d78700-5ddb-477f-881e-7a17ebbe556e tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292580 Jun 17 08:00:21.003974 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-97c1a6c5-2014-4f53-a71d-7cf0441ad836 service neutron] 10.222.0.27 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801423 Jun 17 08:00:21.093578 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-d1dbdd8d-47de-4854-90ca-15ae1493ce29 service neutron] 10.222.0.27 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836623 Jun 17 08:00:21.332314 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-7bc1c16e-a04c-435a-8d69-e2225ab5f7cb req-8ec84e31-678e-402d-a556-42dc48a96fde tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 210 time: 0.0258031 Jun 17 08:00:22.423415 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c9187409-d274-499b-824f-c88d794e5877 req-2349f96e-2351-47ae-99bc-825cfdc69f44 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 210 time: 0.0264916 Jun 17 08:00:22.919268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 2ea25458-4ba6-43d3-9fbd-dfdb408120ca no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:00:22.939527 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 2ea25458-4ba6-43d3-9fbd-dfdb408120ca {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:00:22.939863 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 2ea25458-4ba6-43d3-9fbd-dfdb408120ca not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:00:23.286685 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-704fbb94-ca69-46ed-a43f-6449bb81e145 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:23.288107 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-704fbb94-ca69-46ed-a43f-6449bb81e145 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "GET /v2.0/networks?id=d2be478d-e3a3-4120-af98-81358e331e8f HTTP/1.1" status: 200 len: 809 time: 0.0990238 Jun 17 08:00:23.308604 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Request body: {'port': {'device_id': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f', 'admin_state_up': True, 'tenant_id': 'dcd30846b23840059bd31201b1400690'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:23.478658 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Made reservation on behalf of dcd30846b23840059bd31201b1400690 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:00:23.482293 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:23.519831 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-9907f2b6-54db-4972-993f-aa55e21d0fe0 req-ef063ed8-e781-438a-933f-2aba7942705c tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 210 time: 0.0288272 Jun 17 08:00:23.609413 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Allocated IP 172.20.0.10 (d2be478d-e3a3-4120-af98-81358e331e8f/e67b6bd9-3974-485e-82b7-99dfdc6fbf95/46368b3e-fab9-4849-a72c-3a67e922f415) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:00:23.751415 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:23.844095 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:23.897517 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Network d2be478d-e3a3-4120-af98-81358e331e8f is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:00:23.900531 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:00:23.904045 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:00:23.913563 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Pushing event updated for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:23.956591 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:23.957216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.057680 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-a24d8213-80df-4dcf-83fd-bc989e223b62 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7526896 Jun 17 08:00:24.075164 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Request body: {'port': {'device_id': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:00:24.125928 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.373786 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46368b3e-fab9-4849-a72c-3a67e922f415 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:00:24.381512 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.392698 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Transition to ACTIVE for port object 46368b3e-fab9-4849-a72c-3a67e922f415 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:00:24.480783 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.529203 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Pushing event updated for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:24.619654 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Attempting to bind port 46368b3e-fab9-4849-a72c-3a67e922f415 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:00:24.620094 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Attempting to bind port 46368b3e-fab9-4849-a72c-3a67e922f415 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:00:24.620427 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Attempting to bind port 46368b3e-fab9-4849-a72c-3a67e922f415 on network d2be478d-e3a3-4120-af98-81358e331e8f {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:00:24.627194 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Port 46368b3e-fab9-4849-a72c-3a67e922f415 on network d2be478d-e3a3-4120-af98-81358e331e8f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:00:24.627515 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Attempting to bind port 46368b3e-fab9-4849-a72c-3a67e922f415 on network d2be478d-e3a3-4120-af98-81358e331e8f {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:00:24.637554 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:00:24.637825 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Checking segment: {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:00:24.638210 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Bound using segment: {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:00:24.638635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Bound port: 46368b3e-fab9-4849-a72c-3a67e922f415, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:00:24.638992 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.660746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff823987-16b8-4222-a7e9-2e047281a344 req-0d5ca58d-1b0f-44b1-b420-35c45d1f6f57 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:24.662248 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff823987-16b8-4222-a7e9-2e047281a344 req-0d5ca58d-1b0f-44b1-b420-35c45d1f6f57 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 944 time: 0.0744603 Jun 17 08:00:24.732033 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ff823987-16b8-4222-a7e9-2e047281a344 req-8fdeec49-db39-4ea6-8e4d-97c5558836e2 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501425 Jun 17 08:00:24.738016 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:00:24.741101 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=46368b3e-fab9-4849-a72c-3a67e922f415,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:00:24.812574 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.849401 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:24.850004 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:24.851431 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] 10.222.0.57 "PUT /v2.0/ports/46368b3e-fab9-4849-a72c-3a67e922f415 HTTP/1.1" status: 200 len: 1094 time: 0.7803090 Jun 17 08:00:24.851860 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:24.854102 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94c5b5c-d80d-44a6-be2d-b91517d4db55" -d '{"events": [{"name": "network-changed", "server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:24.876909 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560597f3-4aa8-4471-b730-e206f6dbb171 service neutron] Pushing event updated for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:24.893205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db559fdc-5368-464e-bfb7-5ce672f66725 x-openstack-request-id: req-db559fdc-5368-464e-bfb7-5ce672f66725 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:24.893514 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:24.893826 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-db559fdc-5368-464e-bfb7-5ce672f66725 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:24.894241 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db559fdc-5368-464e-bfb7-5ce672f66725'] response: {'name': 'network-changed', 'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415', 'status': 'completed', 'code': 200} Jun 17 08:00:24.955806 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-6c6f6eb4-fa3d-449c-a1af-62fbc73cc284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:24.957325 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-6c6f6eb4-fa3d-449c-a1af-62fbc73cc284 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 1097 time: 0.0408752 Jun 17 08:00:25.059351 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-58e8ba7d-0ed5-4d89-a293-e78518bcf0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:25.060772 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-58e8ba7d-0ed5-4d89-a293-e78518bcf0ba service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=dcd30846b23840059bd31201b1400690&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0905318 Jun 17 08:00:25.155037 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-bb72a715-a155-46b1-8679-ab6d74258878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:25.156395 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d94c5b5c-d80d-44a6-be2d-b91517d4db55 req-bb72a715-a155-46b1-8679-ab6d74258878 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0847282 Jun 17 08:00:25.239083 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-9e556dea-accc-46be-806d-318992106d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:25.240513 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-9e556dea-accc-46be-806d-318992106d02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=dcd30846b23840059bd31201b1400690&device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 1097 time: 0.0388658 Jun 17 08:00:25.289227 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-360e1363-5d6f-4030-98fc-bce9628cdae8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=46368b3e-fab9-4849-a72c-3a67e922f415 HTTP/1.1" status: 200 len: 217 time: 0.0352969 Jun 17 08:00:25.341849 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-282d75f2-7863-4a0c-aebe-4e13e4d86fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:25.343217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-282d75f2-7863-4a0c-aebe-4e13e4d86fe6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e67b6bd9-3974-485e-82b7-99dfdc6fbf95 HTTP/1.1" status: 200 len: 849 time: 0.0421658 Jun 17 08:00:25.380021 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-c552f458-02a1-4d71-9312-f4697ec0a6e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d2be478d-e3a3-4120-af98-81358e331e8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236466 Jun 17 08:00:25.468134 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-e41fc4e6-978e-4126-ab1b-b6d04c27c2ef service neutron] 10.222.0.57 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808218 Jun 17 08:00:25.557236 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-793a1463-4b31-47f3-b58c-2c8cd8b7cf6f req-34ff3581-e5f4-4b76-bbd1-e6c3540561d9 service neutron] 10.222.0.57 "GET /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780582 Jun 17 08:00:25.845177 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e537d1ac-df11-4b7f-a092-9d4d64a7276b req-17db8f3e-db08-4c00-80e8-c5d15cb04be4 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:25.847226 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e537d1ac-df11-4b7f-a092-9d4d64a7276b req-17db8f3e-db08-4c00-80e8-c5d15cb04be4 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 944 time: 0.0470085 Jun 17 08:00:25.887116 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e537d1ac-df11-4b7f-a092-9d4d64a7276b req-a28d5354-efe6-4069-b64b-599dab6dec74 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340247 Jun 17 08:00:27.001548 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0436855-69f9-4625-a072-0612a5ceca26 req-dddd9723-e30b-44b0-8c64-6d85d2f44dec tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:27.002989 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b0436855-69f9-4625-a072-0612a5ceca26 req-dddd9723-e30b-44b0-8c64-6d85d2f44dec tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 944 time: 0.0487716 Jun 17 08:00:27.039808 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b0436855-69f9-4625-a072-0612a5ceca26 req-8b70b519-0b57-4868-91af-43594f52955c tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309494 Jun 17 08:00:28.150544 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4665695d-6d97-4bee-9bd6-5406cb56a10b req-edf3fe8f-b9ae-469b-ae2a-f7a3501004f2 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:28.151993 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4665695d-6d97-4bee-9bd6-5406cb56a10b req-edf3fe8f-b9ae-469b-ae2a-f7a3501004f2 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 944 time: 0.0473449 Jun 17 08:00:28.188794 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4665695d-6d97-4bee-9bd6-5406cb56a10b req-7c6d8495-8c9b-4db3-bc3c-3de0cb091603 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309260 Jun 17 08:00:28.777608 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a159b88-fed9-4108-9632-fb2e0f9ac810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:28.951167 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 46368b3e-fab9-4849-a72c-3a67e922f415 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:00:29.048605 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=46368b3e-fab9-4849-a72c-3a67e922f415,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:29.060397 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '46368b3e-fab9-4849-a72c-3a67e922f415', 'network_id': 'd2be478d-e3a3-4120-af98-81358e331e8f', 'port_id': '46368b3e-fab9-4849-a72c-3a67e922f415', 'mac_address': 'fa:16:3e:e7:e6:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e67b6bd9-3974-485e-82b7-99dfdc6fbf95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:00:29.097791 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 46368b3e-fab9-4849-a72c-3a67e922f415 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:00:29.098171 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:29.113719 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46368b3e-fab9-4849-a72c-3a67e922f415 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:00:29.132489 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=46368b3e-fab9-4849-a72c-3a67e922f415,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:29.187118 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:29.234852 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:29.302993 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8a4b6e-cf88-4cd3-adbe-2142f496e692 req-085ad8fe-b865-469e-af83-a242050787a0 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:29.304428 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be8a4b6e-cf88-4cd3-adbe-2142f496e692 req-085ad8fe-b865-469e-af83-a242050787a0 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 945 time: 0.0470455 Jun 17 08:00:29.340349 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-be8a4b6e-cf88-4cd3-adbe-2142f496e692 req-536b7f42-4844-430d-9f46-fee9d8ec0d90 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300195 Jun 17 08:00:29.450400 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['46368b3e-fab9-4849-a72c-3a67e922f415'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:00:30.453315 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f69c7-99a4-42f6-9d64-5d86951506e0 req-e4d47559-f0ed-4b72-9c94-0e151b3eafeb tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:30.454776 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9d7f69c7-99a4-42f6-9d64-5d86951506e0 req-e4d47559-f0ed-4b72-9c94-0e151b3eafeb tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 945 time: 0.0487950 Jun 17 08:00:30.490811 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9d7f69c7-99a4-42f6-9d64-5d86951506e0 req-5fbeeda9-ba23-4351-bf3e-919dc85795b3 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296390 Jun 17 08:00:30.971218 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 46368b3e-fab9-4849-a72c-3a67e922f415 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:00:31.103173 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7b2614b3-1fc5-4d9c-b6de-8bb6edbc188c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:31.114094 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 46368b3e-fab9-4849-a72c-3a67e922f415 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:00:31.118187 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 46368b3e-fab9-4849-a72c-3a67e922f415 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:00:31.118543 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:31.195959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 46368b3e-fab9-4849-a72c-3a67e922f415 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:00:31.196256 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:31.217800 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:31.220027 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73401c-2677-4872-b17a-58abbae10309" -d '{"events": [{"server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "name": "network-vif-plugged", "status": "completed", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:31.232133 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=46368b3e-fab9-4849-a72c-3a67e922f415,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:31.256022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0b46e9-077d-4d10-8d17-e180eb76566d x-openstack-request-id: req-de0b46e9-077d-4d10-8d17-e180eb76566d {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:31.256302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "name": "network-vif-plugged", "status": "completed", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:31.256547 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-de0b46e9-077d-4d10-8d17-e180eb76566d {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:31.256934 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0b46e9-077d-4d10-8d17-e180eb76566d'] response: {'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415', 'code': 200} Jun 17 08:00:31.309076 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:31.354574 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:31.639208 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35842ee-713c-4353-b32b-65efdc22d5f3 req-228fe669-018a-4242-a167-48b79c1559e1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:31.640659 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f35842ee-713c-4353-b32b-65efdc22d5f3 req-228fe669-018a-4242-a167-48b79c1559e1 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0798388 Jun 17 08:00:31.643103 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56066a4-af03-4031-9c87-4847ab53b696 req-489183e7-3f3f-463e-a559-09a95a1634fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:31.644419 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e56066a4-af03-4031-9c87-4847ab53b696 req-489183e7-3f3f-463e-a559-09a95a1634fb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 1099 time: 0.0591841 Jun 17 08:00:31.698798 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f35842ee-713c-4353-b32b-65efdc22d5f3 req-93962ba1-442a-404d-abf0-4da5131fe47e tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Jun 17 08:00:31.700650 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-e56066a4-af03-4031-9c87-4847ab53b696 req-48f88c70-d56c-4188-ac17-fd9273a5dd7a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472696 Jun 17 08:00:32.348882 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:32.814588 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79d42f5-6f02-47a4-bc21-92a8f7e92ed7 req-56381d45-ec64-41ee-97f4-7066ade4a0ec tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:32.816044 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f79d42f5-6f02-47a4-bc21-92a8f7e92ed7 req-56381d45-ec64-41ee-97f4-7066ade4a0ec tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0506177 Jun 17 08:00:32.852422 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f79d42f5-6f02-47a4-bc21-92a8f7e92ed7 req-f362ff97-6bd8-4cfc-858d-9aac6a8e908c tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304313 Jun 17 08:00:33.463176 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:33.946744 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:33.971817 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b71b0-4ac9-43ce-867a-b87ccb84be13 req-2efc2353-0dee-47ec-a2b2-cf9ef3058b3e tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:33.973291 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b31b71b0-4ac9-43ce-867a-b87ccb84be13 req-2efc2353-0dee-47ec-a2b2-cf9ef3058b3e tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0544183 Jun 17 08:00:34.008841 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-b31b71b0-4ac9-43ce-867a-b87ccb84be13 req-f030c22f-146c-4b43-9bcd-f691a82c987c tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296414 Jun 17 08:00:35.223959 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61ae275-ac6d-4602-b8a5-c5b943d57a38 req-c1a7e9fd-d9d1-4750-84e6-ce84ab7b1016 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:35.225436 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c61ae275-ac6d-4602-b8a5-c5b943d57a38 req-c1a7e9fd-d9d1-4750-84e6-ce84ab7b1016 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0518410 Jun 17 08:00:35.262282 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c61ae275-ac6d-4602-b8a5-c5b943d57a38 req-d46600af-195f-4ec3-b6cf-5783132e4abf tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308840 Jun 17 08:00:36.376606 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3165963b-9ba0-4d60-9382-8f3d108e506b req-8f65d495-be03-44f0-b2c8-71ce978bffd9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:36.378069 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3165963b-9ba0-4d60-9382-8f3d108e506b req-8f65d495-be03-44f0-b2c8-71ce978bffd9 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0468464 Jun 17 08:00:36.415596 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3165963b-9ba0-4d60-9382-8f3d108e506b req-6c65a374-d72b-4c52-b727-b15e2c695346 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/security-groups?id=ff78f0c0-736f-481d-894a-036572e1f719&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315819 Jun 17 08:00:36.681546 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87fafd-2a46-41f9-909a-558a73967209 req-14dba901-9c7c-4ccb-8473-19012475c81a tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:00:36.682949 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bc87fafd-2a46-41f9-909a-558a73967209 req-14dba901-9c7c-4ccb-8473-19012475c81a tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 946 time: 0.0461206 Jun 17 08:00:36.768809 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Deleting port 46368b3e-fab9-4849-a72c-3a67e922f415 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:00:36.769179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:36.855407 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] For port 46368b3e-fab9-4849-a72c-3a67e922f415, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=46368b3e-fab9-4849-a72c-3a67e922f415,segment=NetworkSegment(bb018ff3-7f7e-4517-8426-06ed5fa8d4e9),segment_id=bb018ff3-7f7e-4517-8426-06ed5fa8d4e9)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:00:36.855695 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:36.867659 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Calling delete_port for 46368b3e-fab9-4849-a72c-3a67e922f415 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:00:37.074660 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:37.091666 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['46368b3e-fab9-4849-a72c-3a67e922f415'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:00:37.104577 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Pushing event deleted for resources: {'Port': ['ID=46368b3e-fab9-4849-a72c-3a67e922f415,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:00:37.126953 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.127302 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.127643 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.127978 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.128306 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.128635 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.128978 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.129303 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.129627 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.129946 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.130267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.130586 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:00:37.151562 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] No DVR routers for this DVR port 46368b3e-fab9-4849-a72c-3a67e922f415 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:00:37.153978 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:37.157263 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bc87fafd-2a46-41f9-909a-558a73967209 req-3afcfc9d-ad44-4370-b8c9-f0a3f93c7570 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.57 "DELETE /v2.0/ports/46368b3e-fab9-4849-a72c-3a67e922f415 HTTP/1.1" status: 204 len: 173 time: 0.4669728 Jun 17 08:00:37.158336 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'name': 'network-vif-deleted', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:00:37.160823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507f8cc-78ca-4944-8510-8af507b748e0" -d '{"events": [{"server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "name": "network-vif-deleted", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:00:37.195618 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d47c25d3-ce60-4831-a964-764e8631add4 x-openstack-request-id: req-d47c25d3-ce60-4831-a964-764e8631add4 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:00:37.195906 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839ef355-a6a6-475c-b781-309a4ec6f79a", "name": "network-vif-deleted", "tag": "46368b3e-fab9-4849-a72c-3a67e922f415", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:00:37.196156 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-d47c25d3-ce60-4831-a964-764e8631add4 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:00:37.196556 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d47c25d3-ce60-4831-a964-764e8631add4'] response: {'server_uuid': '839ef355-a6a6-475c-b781-309a4ec6f79a', 'name': 'network-vif-deleted', 'tag': '46368b3e-fab9-4849-a72c-3a67e922f415', 'status': 'completed', 'code': 200} Jun 17 08:00:37.520858 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1958eeeb-87e3-4232-9adf-190632e8f8bf req-2a52ec9d-c4f7-427f-aae9-90294ef65a66 tempest-VolumesActionsTest-1072233624 tempest-VolumesActionsTest-1072233624-project] 10.222.0.27 "GET /v2.0/ports?device_id=839ef355-a6a6-475c-b781-309a4ec6f79a HTTP/1.1" status: 200 len: 210 time: 0.0263770 Jun 17 08:00:39.838170 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:00:41.778778 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 46368b3e-fab9-4849-a72c-3a67e922f415 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:00:41.798450 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 46368b3e-fab9-4849-a72c-3a67e922f415 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:00:41.798786 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 46368b3e-fab9-4849-a72c-3a67e922f415 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:00:57.894188 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:00:58.788245 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a1e814c3-24f5-47a6-b53f-becce67e2e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:01.083221 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d0a847b4-1f75-42b7-986b-c58d9159f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:02.329062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:02.986845 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45508) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:03.028655 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Deleting subnet e67b6bd9-3974-485e-82b7-99dfdc6fbf95 {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 08:01:03.031530 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.313966 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.350911 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.491126 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.531310 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.556633 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e67b6bd9-3974-485e-82b7-99dfdc6fbf95,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:03.562671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.565010 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] 10.222.0.27 "DELETE /v2.0/subnets/e67b6bd9-3974-485e-82b7-99dfdc6fbf95 HTTP/1.1" status: 204 len: 168 time: 0.5771356 Jun 17 08:01:03.568052 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45510) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:03.570348 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.570693 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.571029 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.571362 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.571686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.572007 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.572353 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.572673 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.573069 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.573393 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.573707 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.574023 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5764aac-0be1-4eb5-8fa8-88138fa51b7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:03.639911 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.717087 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.735919 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2be478d-e3a3-4120-af98-81358e331e8f']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:01:03.745233 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:01:03.745528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb018ff3-7f7e-4517-8426-06ed5fa8d4e9') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:01:03.754439 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.767894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.773593 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Releasing vlan 753 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:01:03.773973 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.794301 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment bb018ff3-7f7e-4517-8426-06ed5fa8d4e9 resource provider aggregate not found Jun 17 08:01:03.825399 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment bb018ff3-7f7e-4517-8426-06ed5fa8d4e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bb018ff3-7f7e-4517-8426-06ed5fa8d4e9 found for delete ", "request_id": "req-3141c61b-e36d-4a46-b5bd-27b005c73ba4"}]} Jun 17 08:01:03.919619 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.924759 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:03.928583 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] 10.222.0.27 "DELETE /v2.0/networks/d2be478d-e3a3-4120-af98-81358e331e8f HTTP/1.1" status: 204 len: 168 time: 0.3595197 Jun 17 08:01:03.938775 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1994ce-8a4b-4b37-bb07-464312e64f2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d2be478d-e3a3-4120-af98-81358e331e8f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:04.022566 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:04.334300 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45518) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:04.377161 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a41a452b-616d-44a2-9ca8-9b051c810870 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=dcd30846b23840059bd31201b1400690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416224 Jun 17 08:01:04.379583 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45520) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:04.427004 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:04.448345 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:04.574514 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:04.576923 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:04.578073 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/ff78f0c0-736f-481d-894a-036572e1f719 HTTP/1.1" status: 204 len: 168 time: 0.1975813 Jun 17 08:01:04.585983 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b395319-44a5-4e26-8252-ee7ea71b232d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff78f0c0-736f-481d-894a-036572e1f719,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:09.827837 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:28.793564 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-1ef78db1-450d-4dbf-80f3-dc9662750493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:31.077387 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-332c3581-1521-4407-89fc-58d70654bd75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:32.307799 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:33.450137 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:33.979690 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:34.893806 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:01:39.837263 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:39.986914 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 45712) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:40.107687 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.182382 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.231149 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.267591 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=3da8b03a2d714e128acb6bd42f53a813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796457 Jun 17 08:01:40.269527 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd09b5c6-1418-48b2-bab0-88e79ec58f65,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:40.270387 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 45716) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:01:40.277145 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.277491 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.277831 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.278166 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.278496 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.278823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.279147 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.279478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.279791 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.280108 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.280426 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.280746 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da9a65f9-aff2-471c-9243-27895cd3511d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:40.320836 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.340539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.442404 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.445485 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:40.446608 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/bd09b5c6-1418-48b2-bab0-88e79ec58f65 HTTP/1.1" status: 204 len: 168 time: 0.1746755 Jun 17 08:01:40.454149 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a26b7b-bf32-413a-9982-bd662a89affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd09b5c6-1418-48b2-bab0-88e79ec58f65,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:43.211789 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-740593a0-860e-492b-baa4-a38a16a18027 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289719 Jun 17 08:01:43.386888 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-e841dcd7-1fca-4ed8-8ee0-ff5f4f54794d tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:43.388295 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-e841dcd7-1fca-4ed8-8ee0-ff5f4f54794d tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713710 Jun 17 08:01:43.403039 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-e395cfb1-2c6c-458e-9aee-543b53b56c78 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/quotas/ef7ff94c5ae24ccbb026da92a92a3d49 HTTP/1.1" status: 200 len: 375 time: 0.0090518 Jun 17 08:01:43.434031 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-25ca10ed-4ee9-4470-bd19-bd249a1aa706 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258424 Jun 17 08:01:43.696617 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2c336772-aef1-48dc-9a5d-5a39ade47158 req-b0f1b9e0-6bc3-4835-9509-e99e90a78751 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 210 time: 0.0252631 Jun 17 08:01:44.793177 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c7ec52df-1c09-4fa0-a15e-8999ab989015 req-dccc3502-c93b-4757-9915-6426840219f9 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 210 time: 0.0294054 Jun 17 08:01:45.585167 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-fd0e6f14-07af-473c-869a-c2796fedc50a tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267711 Jun 17 08:01:45.762181 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-91edd38d-fe7a-4e57-bbbd-7f7099dc3764 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:45.763619 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-91edd38d-fe7a-4e57-bbbd-7f7099dc3764 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1730454 Jun 17 08:01:45.790556 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Request body: {'port': {'device_id': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a', 'admin_state_up': True, 'tenant_id': 'ef7ff94c5ae24ccbb026da92a92a3d49'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:01:46.116276 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-c0f42604-4a07-47ce-96f4-0936438e3138 req-2e183aa3-79a1-4c3f-bb68-b18e18e2de77 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 210 time: 0.0498185 Jun 17 08:01:46.244799 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Made reservation on behalf of ef7ff94c5ae24ccbb026da92a92a3d49 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:01:46.248241 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.257602 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks [] for security_group, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.331610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks [] for security_group, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.381851 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.443317 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1901b0f-617c-405f-bf5f-f31cbe64b777,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:46.509572 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Allocated IP 192.168.233.53 (8895e714-c169-4dd5-bf10-22e4b3ea6e9a/013ccb74-38ea-4706-a2b9-dfbb0636b82e/90006675-3092-4702-ac38-7a2750b74943) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:01:46.652322 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.734421 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.775759 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:01:46.778673 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:01:46.782205 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:01:46.791155 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Pushing event updated for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:46.840342 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:46.841043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:46.933087 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-12432c36-a79d-4d86-8384-ec24b96e044b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1465631 Jun 17 08:01:46.950244 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Request body: {'port': {'device_id': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:01:47.000910 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.053771 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-e05eccf8-a5fe-4a45-aad1-3ebf51beae5e None None] Provisioning complete for port 90006675-3092-4702-ac38-7a2750b74943 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:01:47.054341 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-e05eccf8-a5fe-4a45-aad1-3ebf51beae5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.086440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-e05eccf8-a5fe-4a45-aad1-3ebf51beae5e None None] Port 90006675-3092-4702-ac38-7a2750b74943 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:01:47.227161 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4724be83-43ef-434b-baff-80377a15d791 req-5a1210a3-2170-49a7-bfee-a2c1b340c60b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:47.228609 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4724be83-43ef-434b-baff-80377a15d791 req-5a1210a3-2170-49a7-bfee-a2c1b340c60b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 935 time: 0.0464070 Jun 17 08:01:47.256539 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90006675-3092-4702-ac38-7a2750b74943 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:01:47.263693 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.265905 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4724be83-43ef-434b-baff-80377a15d791 req-6d3003a2-a984-4f11-8df3-baf4eb3a7e6c tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Jun 17 08:01:47.275537 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Transition to ACTIVE for port object 90006675-3092-4702-ac38-7a2750b74943 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:01:47.336179 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.387235 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:47.459048 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Attempting to bind port 90006675-3092-4702-ac38-7a2750b74943 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:01:47.459380 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Attempting to bind port 90006675-3092-4702-ac38-7a2750b74943 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:01:47.459709 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Attempting to bind port 90006675-3092-4702-ac38-7a2750b74943 on network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:01:47.464204 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Port 90006675-3092-4702-ac38-7a2750b74943 on network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:01:47.464528 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Attempting to bind port 90006675-3092-4702-ac38-7a2750b74943 on network 8895e714-c169-4dd5-bf10-22e4b3ea6e9a {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:01:47.469557 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:01:47.469899 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Checking segment: {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:01:47.470354 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Bound using segment: {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:01:47.470782 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Bound port: 90006675-3092-4702-ac38-7a2750b74943, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80dda3bc-0709-4ac1-ac06-a3d0a5383e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:01:47.471141 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.533440 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:01:47.537125 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=90006675-3092-4702-ac38-7a2750b74943,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:01:47.626161 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.662661 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:47.663264 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:47.664600 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] 10.222.0.57 "PUT /v2.0/ports/90006675-3092-4702-ac38-7a2750b74943 HTTP/1.1" status: 200 len: 1097 time: 0.7185712 Jun 17 08:01:47.665079 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'tag': '90006675-3092-4702-ac38-7a2750b74943'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:01:47.667297 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08" -d '{"events": [{"name": "network-changed", "server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "tag": "90006675-3092-4702-ac38-7a2750b74943"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:01:47.696161 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c26e47a-ea76-444c-bbd6-096ccdf8ec48 service neutron] Pushing event updated for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:47.713256 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77db2e5d-306f-4dd6-b7a4-ceffbe556f15 x-openstack-request-id: req-77db2e5d-306f-4dd6-b7a4-ceffbe556f15 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:01:47.713602 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "tag": "90006675-3092-4702-ac38-7a2750b74943", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:01:47.713910 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-77db2e5d-306f-4dd6-b7a4-ceffbe556f15 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:01:47.714369 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77db2e5d-306f-4dd6-b7a4-ceffbe556f15'] response: {'name': 'network-changed', 'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'tag': '90006675-3092-4702-ac38-7a2750b74943', 'status': 'completed', 'code': 200} Jun 17 08:01:47.779176 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08 req-e14734fd-1782-4ac9-9741-6a71be915f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:47.780613 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08 req-e14734fd-1782-4ac9-9741-6a71be915f54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 1100 time: 0.0427389 Jun 17 08:01:47.814308 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08 req-81a802c9-a29b-47a2-87a7-13a460a5b65b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0200152 Jun 17 08:01:47.907670 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08 req-c138f881-f791-4b5f-925c-19f838310cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:47.909378 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-67dcf2d3-7a54-42f1-bd41-2d23e6e62f08 req-c138f881-f791-4b5f-925c-19f838310cd4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884118 Jun 17 08:01:47.988702 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-806790ea-857f-42c1-8ba8-8ea74ec273a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:47.990217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-806790ea-857f-42c1-8ba8-8ea74ec273a8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 1100 time: 0.0399284 Jun 17 08:01:48.034939 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-3a6ce9ac-1c73-4866-bcd6-ec44ad75c06a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=90006675-3092-4702-ac38-7a2750b74943 HTTP/1.1" status: 200 len: 217 time: 0.0323906 Jun 17 08:01:48.091005 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-f5d4f386-a5a9-4554-80a6-20f54815d8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:48.092414 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-f5d4f386-a5a9-4554-80a6-20f54815d8d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=013ccb74-38ea-4706-a2b9-dfbb0636b82e HTTP/1.1" status: 200 len: 843 time: 0.0460799 Jun 17 08:01:48.141674 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-ba4063f6-0506-4995-9ab8-b2b5c5f783f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:48.143096 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-ba4063f6-0506-4995-9ab8-b2b5c5f783f1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8895e714-c169-4dd5-bf10-22e4b3ea6e9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0380802 Jun 17 08:01:48.236132 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-39a4e875-1b04-48b7-a153-6777504903cd service neutron] 10.222.0.57 "GET /v2.0/networks/8895e714-c169-4dd5-bf10-22e4b3ea6e9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796905 Jun 17 08:01:48.332666 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4149e8e5-6feb-4fe8-b5c6-0c113d226f3d req-767ab12f-0536-4c2c-b861-fb62df228a03 service neutron] 10.222.0.57 "GET /v2.0/networks/8895e714-c169-4dd5-bf10-22e4b3ea6e9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852644 Jun 17 08:01:48.378307 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38101ec-49ca-41e1-a803-dfd99fb80610 req-abd93642-cf5b-4205-8ea5-223529de5d29 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:48.379776 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c38101ec-49ca-41e1-a803-dfd99fb80610 req-abd93642-cf5b-4205-8ea5-223529de5d29 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 947 time: 0.0477791 Jun 17 08:01:48.416852 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c38101ec-49ca-41e1-a803-dfd99fb80610 req-ae4d22b3-fac6-49ec-a9c5-2e147333b3d7 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308819 Jun 17 08:01:49.527937 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7e4ec-f0fd-4579-af02-c2e8a34ae619 req-457462e3-d96d-4f50-9b68-c63e87a87692 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:49.529364 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdf7e4ec-f0fd-4579-af02-c2e8a34ae619 req-457462e3-d96d-4f50-9b68-c63e87a87692 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 947 time: 0.0470846 Jun 17 08:01:49.565351 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-bdf7e4ec-f0fd-4579-af02-c2e8a34ae619 req-0120baef-6a56-425a-a209-44a630a27d0d tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298862 Jun 17 08:01:50.678099 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce723da6-bf3e-406d-b86e-85e5834cf25f req-9bfea944-1349-4fb2-80d2-d45ef7fae7ed tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:50.679515 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ce723da6-bf3e-406d-b86e-85e5834cf25f req-9bfea944-1349-4fb2-80d2-d45ef7fae7ed tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 947 time: 0.0470223 Jun 17 08:01:50.725685 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ce723da6-bf3e-406d-b86e-85e5834cf25f req-b4d9b4bb-9bd9-4ff3-bca6-03d71c3bfc93 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402935 Jun 17 08:01:51.373204 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 90006675-3092-4702-ac38-7a2750b74943 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:01:51.463262 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=90006675-3092-4702-ac38-7a2750b74943,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:01:51.473060 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '90006675-3092-4702-ac38-7a2750b74943', 'network_id': '8895e714-c169-4dd5-bf10-22e4b3ea6e9a', 'port_id': '90006675-3092-4702-ac38-7a2750b74943', 'mac_address': 'fa:16:3e:0f:ec:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '013ccb74-38ea-4706-a2b9-dfbb0636b82e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:01:51.511697 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 90006675-3092-4702-ac38-7a2750b74943 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:01:51.512002 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:51.524537 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90006675-3092-4702-ac38-7a2750b74943 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:01:51.542354 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=90006675-3092-4702-ac38-7a2750b74943,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:01:51.616294 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:51.665697 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:51.672370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.672713 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.673079 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.673413 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.673738 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.674062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.674385 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.674705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.675024 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.675340 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.675660 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.675974 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:01:51.838781 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06ba36-d275-42be-ab44-a04a76da905e req-33f18bdb-d6b4-4ca9-94b6-16589d8b3d43 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:51.840146 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be06ba36-d275-42be-ab44-a04a76da905e req-33f18bdb-d6b4-4ca9-94b6-16589d8b3d43 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 948 time: 0.0478852 Jun 17 08:01:51.881009 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-be06ba36-d275-42be-ab44-a04a76da905e req-68df603d-e735-4b44-9d13-432ece587832 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349171 Jun 17 08:01:51.894931 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['90006675-3092-4702-ac38-7a2750b74943'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:01:52.996501 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac0f65-9e24-4b23-a5af-c10d00c921a6 req-957219fe-aae7-4b89-8737-31181acffbac tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:52.997972 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-edac0f65-9e24-4b23-a5af-c10d00c921a6 req-957219fe-aae7-4b89-8737-31181acffbac tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 948 time: 0.0488451 Jun 17 08:01:53.033809 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-edac0f65-9e24-4b23-a5af-c10d00c921a6 req-dc5ece06-4dfe-43af-8638-f16874ef2278 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Jun 17 08:01:53.404289 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 90006675-3092-4702-ac38-7a2750b74943 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:01:53.524108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 90006675-3092-4702-ac38-7a2750b74943 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:01:53.527705 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 90006675-3092-4702-ac38-7a2750b74943 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:01:53.528075 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:53.601062 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 90006675-3092-4702-ac38-7a2750b74943 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:01:53.601457 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:53.625865 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90006675-3092-4702-ac38-7a2750b74943'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:01:53.628053 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8269b15f-0937-4cd8-9705-9e4003cb02f5" -d '{"events": [{"server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "name": "network-vif-plugged", "status": "completed", "tag": "90006675-3092-4702-ac38-7a2750b74943"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:01:53.640306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=90006675-3092-4702-ac38-7a2750b74943,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:01:53.666102 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8be34f-f77c-4e66-9589-f7dee50b91bc x-openstack-request-id: req-4c8be34f-f77c-4e66-9589-f7dee50b91bc {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:01:53.666594 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "name": "network-vif-plugged", "status": "completed", "tag": "90006675-3092-4702-ac38-7a2750b74943", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:01:53.666842 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-4c8be34f-f77c-4e66-9589-f7dee50b91bc {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:01:53.667236 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c8be34f-f77c-4e66-9589-f7dee50b91bc'] response: {'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90006675-3092-4702-ac38-7a2750b74943', 'code': 200} Jun 17 08:01:53.724875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:53.769355 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:53.925943 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28a2369-6bf8-4e60-8db1-d14d9d08a73a req-f6023cfc-2d8b-4ce2-894b-25c9025a3cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:53.927835 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a28a2369-6bf8-4e60-8db1-d14d9d08a73a req-f6023cfc-2d8b-4ce2-894b-25c9025a3cd2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 1102 time: 0.0391428 Jun 17 08:01:53.962083 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a28a2369-6bf8-4e60-8db1-d14d9d08a73a req-10b5cc8a-a80e-4154-87ea-d01806719874 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270493 Jun 17 08:01:54.144247 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cbb091-8a74-466c-bf43-33e9ea4a0ec7 req-4542430b-f926-4bb9-9e04-a2e068a36b21 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:54.146222 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1cbb091-8a74-466c-bf43-33e9ea4a0ec7 req-4542430b-f926-4bb9-9e04-a2e068a36b21 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 949 time: 0.0463545 Jun 17 08:01:54.182499 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-b1cbb091-8a74-466c-bf43-33e9ea4a0ec7 req-063be08e-fc9e-4163-a122-736cbbd525d7 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303445 Jun 17 08:01:55.296301 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469bbc7-dac6-48f6-b01b-1619f170bc65 req-07ec9383-e52b-4bd1-a03f-4e8b36a5d9a4 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:55.297813 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3469bbc7-dac6-48f6-b01b-1619f170bc65 req-07ec9383-e52b-4bd1-a03f-4e8b36a5d9a4 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 949 time: 0.0473933 Jun 17 08:01:55.334523 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3469bbc7-dac6-48f6-b01b-1619f170bc65 req-51bd2844-193f-4740-bb1e-df6657a39d2b tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306973 Jun 17 08:01:55.811271 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd35d9e3-c5ba-42f4-921c-45baae444c6e req-2ac6c698-eead-4830-aa7e-4d64d70b0367 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:55.812691 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dd35d9e3-c5ba-42f4-921c-45baae444c6e req-2ac6c698-eead-4830-aa7e-4d64d70b0367 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 949 time: 0.0483313 Jun 17 08:01:55.852072 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-dd35d9e3-c5ba-42f4-921c-45baae444c6e req-b4104959-9da8-499b-85fb-ba5bfe67729f tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332952 Jun 17 08:01:56.983411 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e838595c-09ee-45ea-adc4-8f0845d1efaa req-9aae76ec-bb6b-401f-bd64-0cdc58ed479e tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:56.984867 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e838595c-09ee-45ea-adc4-8f0845d1efaa req-9aae76ec-bb6b-401f-bd64-0cdc58ed479e tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 949 time: 0.0647137 Jun 17 08:01:57.024750 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e838595c-09ee-45ea-adc4-8f0845d1efaa req-4ca494af-14bb-4480-80c9-f6b06e49df58 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/security-groups?id=c1901b0f-617c-405f-bf5f-f31cbe64b777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334020 Jun 17 08:01:57.275766 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-0aead3ce-d54c-44c9-81e8-71d984bc4efe tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:01:57.275766 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-0aead3ce-d54c-44c9-81e8-71d984bc4efe tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 949 time: 0.0467007 Jun 17 08:01:57.363144 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Deleting port 90006675-3092-4702-ac38-7a2750b74943 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:01:57.363483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:57.450632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] For port 90006675-3092-4702-ac38-7a2750b74943, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=90006675-3092-4702-ac38-7a2750b74943,segment=NetworkSegment(80dda3bc-0709-4ac1-ac06-a3d0a5383e5e),segment_id=80dda3bc-0709-4ac1-ac06-a3d0a5383e5e)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:01:57.450988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:57.462227 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Calling delete_port for 90006675-3092-4702-ac38-7a2750b74943 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:01:57.642728 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:57.663122 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['90006675-3092-4702-ac38-7a2750b74943'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:01:57.671788 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Pushing event deleted for resources: {'Port': ['ID=90006675-3092-4702-ac38-7a2750b74943,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:01:57.713249 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] No DVR routers for this DVR port 90006675-3092-4702-ac38-7a2750b74943 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:01:57.715843 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:01:57.719203 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4749185f-3685-4f3e-af8d-4001e05a1e05 req-ac699999-1ce0-4594-ada2-9b3a8e748043 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.57 "DELETE /v2.0/ports/90006675-3092-4702-ac38-7a2750b74943 HTTP/1.1" status: 204 len: 173 time: 0.4376140 Jun 17 08:01:57.719651 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'name': 'network-vif-deleted', 'tag': '90006675-3092-4702-ac38-7a2750b74943'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:01:57.721926 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db82515f-81fc-4801-95f9-ea6ebc69927e" -d '{"events": [{"server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "name": "network-vif-deleted", "tag": "90006675-3092-4702-ac38-7a2750b74943"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:01:57.760083 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-debeaa4c-a002-4bd5-88a0-a970644190a6 x-openstack-request-id: req-debeaa4c-a002-4bd5-88a0-a970644190a6 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:01:57.760452 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f4bcc9-7b7d-43d7-b0d6-25074ebca48b", "name": "network-vif-deleted", "tag": "90006675-3092-4702-ac38-7a2750b74943", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:01:57.760768 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-debeaa4c-a002-4bd5-88a0-a970644190a6 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:01:57.761193 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-debeaa4c-a002-4bd5-88a0-a970644190a6'] response: {'server_uuid': '33f4bcc9-7b7d-43d7-b0d6-25074ebca48b', 'name': 'network-vif-deleted', 'tag': '90006675-3092-4702-ac38-7a2750b74943', 'status': 'completed', 'code': 200} Jun 17 08:01:58.127872 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1b3b7bec-c1a2-49db-8b5c-008fd2939beb req-e937c624-bce0-4ab5-85fd-694befd7c240 tempest-VolumesNegativeTest-31563863 tempest-VolumesNegativeTest-31563863-project] 10.222.0.27 "GET /v2.0/ports?device_id=33f4bcc9-7b7d-43d7-b0d6-25074ebca48b HTTP/1.1" status: 200 len: 210 time: 0.0257614 Jun 17 08:01:58.792887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b2b62f26-d125-4aff-9c8d-0e68c579a964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:01.085080 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9515d9d2-83f5-40cc-a9b0-dc140558eb92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:01.455053 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 90006675-3092-4702-ac38-7a2750b74943 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:02:01.474328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 90006675-3092-4702-ac38-7a2750b74943 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:02:01.481151 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 90006675-3092-4702-ac38-7a2750b74943 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:02:02.333860 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:03.472813 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:03.958849 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:04.882376 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46058) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:05.008672 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-7a62eb6a-c41b-409d-9f0f-bdbe899cc31c admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=ef7ff94c5ae24ccbb026da92a92a3d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251645 Jun 17 08:02:05.011090 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46062) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:05.056615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:05.076857 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:05.210028 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:05.212497 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:05.213724 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/c1901b0f-617c-405f-bf5f-f31cbe64b777 HTTP/1.1" status: 204 len: 168 time: 0.2017534 Jun 17 08:02:05.221185 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1901b0f-617c-405f-bf5f-f31cbe64b777,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:05.228494 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.228835 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.229193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.229520 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.229842 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.230163 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.230482 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.230800 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.231151 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.231408 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.231720 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:05.232033 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03e7df90-29b6-47a5-95a9-e8446c471af4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:06.083376 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46084) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:06.176527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-647329147-network', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:06.299496 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Made reservation on behalf of 70d0d934a496490ba86e092bfb06d2e0 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:02:06.302269 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.310489 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.387450 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.459727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.483833 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:02:06.492710 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:06.503206 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.503206 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Added segment 6ffd50ec-5c25-49e9-a9ee-1ed01cac4691 of type vlan for network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 Jun 17 08:02:06.537856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.642218 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.643243 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:06.643820 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:06.701432 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] Pushing event updated for resources: {'Network': ['ID=0dd00a94-0294-45fe-93b4-faa89c7aabc9,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:06.711335 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:02:06.726071 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-2f539f53-47e7-4b20-aa58-f81794a7517c admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6406922 Jun 17 08:02:06.730839 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46088) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:06.735577 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Request body: {'subnet': {'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-647329147-subnet', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:06.819596 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Made reservation on behalf of 70d0d934a496490ba86e092bfb06d2e0 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:02:06.821926 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.021913 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.074219 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:07.084317 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Checking segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:07.084907 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Network hostable DHCP agents. Network: 0dd00a94-0294-45fe-93b4-faa89c7aabc9, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:02:07.135660 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:02:07.198538 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, 0dd00a94-0294-45fe-93b4-faa89c7aabc9) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:07.202515 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:07.205391 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.208337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73acab36-99fa-4cfa-b19c-307322cd829e None None] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:02:07.283450 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-53bf5fd6-5805-4cee-b2fb-bc5a545d6d48 admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5492573 Jun 17 08:02:07.283686 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46090) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:07.288189 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:07.444622 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.445696 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.466196 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:02:07.467317 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.495789 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.595810 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Allocated IP 172.20.0.2 (0dd00a94-0294-45fe-93b4-faa89c7aabc9/2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7/67ab23c2-f671-432c-a41f-82543eeb66d6) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:07.743327 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.755048 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.842754 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.879395 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:07.882156 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:07.885493 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:07.893410 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Pushing event updated for resources: {'Port': ['ID=67ab23c2-f671-432c-a41f-82543eeb66d6,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:07.945690 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Attempting to bind port 67ab23c2-f671-432c-a41f-82543eeb66d6 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:07.946292 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Attempting to bind port 67ab23c2-f671-432c-a41f-82543eeb66d6 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:07.946722 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Attempting to bind port 67ab23c2-f671-432c-a41f-82543eeb66d6 on network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:07.952602 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:07.953000 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Checking segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:07.953404 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:07.953792 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Bound using segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:07.954250 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Bound port: 67ab23c2-f671-432c-a41f-82543eeb66d6, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:07.954623 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.018495 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] For port 67ab23c2-f671-432c-a41f-82543eeb66d6, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:08.021512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] For port 67ab23c2-f671-432c-a41f-82543eeb66d6, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67ab23c2-f671-432c-a41f-82543eeb66d6,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:08.061615 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.079825 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.117612 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.174213 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9045aca-ced0-4eb0-af2c-1d1799399887 None None] Pushing event updated for resources: {'Port': ['ID=67ab23c2-f671-432c-a41f-82543eeb66d6,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:08.184072 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Allocated IP 172.27.2.89 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:08.291542 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.382024 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.419816 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:08.422717 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:08.426689 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:08.435015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Pushing event updated for resources: {'Port': ['ID=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:08.769698 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:08.967731 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.022610 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67ab23c2-f671-432c-a41f-82543eeb66d6 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:09.073308 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 67ab23c2-f671-432c-a41f-82543eeb66d6 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:09.073681 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.076498 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c4231a-2410-4c25-ba74-7d0d8cc74b98 None None] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:02:09.197664 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Provisioning complete for port 67ab23c2-f671-432c-a41f-82543eeb66d6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:09.198031 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.202569 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Router c49d2aeb-b0a5-482e-961f-04d3f8d78569 is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:02:09.296263 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 67ab23c2-f671-432c-a41f-82543eeb66d6 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:09.296645 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.308326 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:02:09.320153 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Sync routers for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:02:09.330408 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:09.335030 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:09.379148 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 67ab23c2-f671-432c-a41f-82543eeb66d6, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67ab23c2-f671-432c-a41f-82543eeb66d6,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:09.389821 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Current status of the port 67ab23c2-f671-432c-a41f-82543eeb66d6 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:09.396087 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.396225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.396225 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-bb6599a5-d4d4-4441-952e-d0939f8b4670 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1070786 Jun 17 08:02:09.396225 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46092) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:09.437524 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:09.442582 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.509214 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=67ab23c2-f671-432c-a41f-82543eeb66d6,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:09.528788 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.db.api [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109308) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 17 08:02:09.529172 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG oslo_db.api [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 17 08:02:09.649162 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:08Z', 'revision_number': 3, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:09.674549 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Checking router: c49d2aeb-b0a5-482e-961f-04d3f8d78569 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:02:09.674880 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Updating router c49d2aeb-b0a5-482e-961f-04d3f8d78569 port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:02:09.697697 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.856070 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:09.954477 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.050094 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.068493 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-251271a5-5589-49e4-9d7c-17bf458b7873 None None] Current status of the port 67ab23c2-f671-432c-a41f-82543eeb66d6 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:10.073834 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.105731 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Attempting to bind port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:10.106734 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Attempting to bind port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:10.106734 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Attempting to bind port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:10.108350 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Pushing event updated for resources: {'Port': ['ID=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,revision_number=2']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:10.117106 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.117469 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.117802 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.118130 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.118671 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.118998 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.119316 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.119631 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.119966 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.120286 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.120598 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.120910 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109309) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:10.124269 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:10.124636 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:10.125054 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.125428 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:10.125889 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Bound port: fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:10.126278 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.178404 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] For port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:10.181792 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] For port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:10.187606 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-dfb91a08-9c51-4f05-ab97-43b195c8ea4a None None] Provisioning complete for port 67ab23c2-f671-432c-a41f-82543eeb66d6 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:10.187976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-dfb91a08-9c51-4f05-ab97-43b195c8ea4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.232972 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Allocated IP 172.20.0.1 (0dd00a94-0294-45fe-93b4-faa89c7aabc9/2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7/9e117187-7730-4a9e-b608-159d420fcdb3) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:10.244930 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.265865 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-dfb91a08-9c51-4f05-ab97-43b195c8ea4a None None] Current status of the port 67ab23c2-f671-432c-a41f-82543eeb66d6 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:10.292165 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:10.292766 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:10.339928 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.343389 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89902c11-f191-4013-8ab6-6a8516b03101 None None] Pushing event updated for resources: {'Port': ['ID=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:10.415760 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:10.421994 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.460392 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:10.464505 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:10.471730 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:10.473678 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Pushing event updated for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:10.509813 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.614830 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:08Z', 'revision_number': 3, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:10.641168 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5dd24b-d1d0-4c4c-998f-25200d61d0bc None None] The sync data for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi is: [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:08Z', 'revision_number': 3, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:02:10.686215 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-3e5b8829-35e9-4202-8ee1-3c2e57b3b4b3 None None] Provisioning complete for port 9e117187-7730-4a9e-b608-159d420fcdb3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:10.686587 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3e5b8829-35e9-4202-8ee1-3c2e57b3b4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.722012 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-3e5b8829-35e9-4202-8ee1-3c2e57b3b4b3 None None] Port 9e117187-7730-4a9e-b608-159d420fcdb3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:10.727452 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.902536 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:10.963267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.034512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Pushing event updated for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:11.037648 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.080525 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:11.135892 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:11.136403 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.139697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:11.141139 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:11.232655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:11.233284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.256542 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:11.270179 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Router c49d2aeb-b0a5-482e-961f-04d3f8d78569 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:02:11.317462 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.318282 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67ab23c2-f671-432c-a41f-82543eeb66d6 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:11.391498 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:02:11.399023 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-355dfa4d-6259-4ca8-b603-0e2a9c5e4215 admin admin] 10.222.0.27 "PUT /v2.0/routers/c49d2aeb-b0a5-482e-961f-04d3f8d78569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0016797 Jun 17 08:02:11.411571 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:11.422709 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 67ab23c2-f671-432c-a41f-82543eeb66d6 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:11.423083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.470370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-137be94d-b274-46f5-bc41-5d3f44d59387 None None] Provisioning complete for port 9e117187-7730-4a9e-b608-159d420fcdb3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:11.470738 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-137be94d-b274-46f5-bc41-5d3f44d59387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:11.512057 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-137be94d-b274-46f5-bc41-5d3f44d59387 None None] Port 9e117187-7730-4a9e-b608-159d420fcdb3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:11.547526 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 67ab23c2-f671-432c-a41f-82543eeb66d6 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:11.893633 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:02:12.099341 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46108) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:12.104269 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-994298845-network', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:12.146216 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Sync routers for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:02:12.155936 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:12.156534 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:12.196372 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Made reservation on behalf of bf05a9fe5ad1437cba2ecec27cd47ff8 for: {'network': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:02:12.198769 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for network, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.208049 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.260037 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:12.280198 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.335417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.360308 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=109306) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 17 08:02:12.368891 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de701fe-e2fe-4a8a-943e-7d1b7c889a4e,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:12.376014 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.377270 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.segments_db [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Added segment 227f68f6-68d6-4f9a-a7a9-60c717a01669 of type vlan for network f8ec3fdd-fa18-483e-adf1-921bf747d06c Jun 17 08:02:12.416561 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8793428618280'] for network, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.455770 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 2, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:12.490522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Checking router: c49d2aeb-b0a5-482e-961f-04d3f8d78569 for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:02:12.490871 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Updating router c49d2aeb-b0a5-482e-961f-04d3f8d78569 port 9e117187-7730-4a9e-b608-159d420fcdb3 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:02:12.515598 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.524446 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597'] for network, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.525540 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:12.526195 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.584527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] Pushing event updated for resources: {'Network': ['ID=f8ec3fdd-fa18-483e-adf1-921bf747d06c,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:12.605972 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c details requested by agent ovs-agent-dv-cinder-821745-1-iscsi with host dv-cinder-821745-1-iscsi {{(pid=109308) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 17 08:02:12.616584 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5b58e264-a806-4539-a68c-7d361976c679 admin admin] 10.222.0.27 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5161459 Jun 17 08:02:12.619252 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46110) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:12.624007 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Request body: {'subnet': {'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-994298845-subnet', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'ip_version': 4}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:12.705335 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Made reservation on behalf of bf05a9fe5ad1437cba2ecec27cd47ff8 for: {'subnet': 1} {{(pid=109306) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:02:12.707777 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17070438'] for subnet, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.940749 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17110383', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17070988'] for subnet, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:12.960968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.000867 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:13.007660 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=7466da55-107c-461f-b3e0-b4c6a2b7c4f2,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:13.012805 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Checking segment: {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109306) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:13.013175 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Network hostable DHCP agents. Network: f8ec3fdd-fa18-483e-adf1-921bf747d06c, hostable agents: ['4e16b322-5d26-405c-af2e-f376bcaf1ff8'], hosted agents: [] {{(pid=109306) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 17 08:02:13.038402 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.084227 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c is scheduled to be hosted by DHCP agent 4e16b322-5d26-405c-af2e-f376bcaf1ff8 with binding_index 1 {{(pid=109306) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 17 08:02:13.115976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:13.115976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.115976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1948-13e8-443d-bbb3-5499c9b630e8 None None] Pushing event updated for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:13.180879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Attempting to bind port 9e117187-7730-4a9e-b608-159d420fcdb3 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:13.181599 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Attempting to bind port 9e117187-7730-4a9e-b608-159d420fcdb3 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:13.181599 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Attempting to bind port 9e117187-7730-4a9e-b608-159d420fcdb3 on network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:13.189434 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:13.189855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Checking segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:13.190207 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.190576 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821745-1-iscsi, f8ec3fdd-fa18-483e-adf1-921bf747d06c) {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:13.190693 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Bound using segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:13.191060 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Bound port: 9e117187-7730-4a9e-b608-159d420fcdb3, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:13.191977 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.195459 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:13.203047 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.204494 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b056af-8ceb-4da2-9ed5-2e7e64555b1b None None] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:02:13.281230 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-8f92b217-1b4a-4e4b-88d3-c5f7be5f23ca admin admin] 10.222.0.27 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6608713 Jun 17 08:02:13.283710 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46112) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:13.288305 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:13.326539 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:13.363790 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] For port 9e117187-7730-4a9e-b608-159d420fcdb3, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:13.364224 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-420093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093393'] for router, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.365317 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-431181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-418469', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-505788', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2093400'] for router, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.371181 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] For port 9e117187-7730-4a9e-b608-159d420fcdb3, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9e117187-7730-4a9e-b608-159d420fcdb3,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:13.381428 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-eb29e0c7-59e0-4b9a-91dd-4e47c3d2c9b8 None None] Provisioning complete for port 9e117187-7730-4a9e-b608-159d420fcdb3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:13.381788 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-eb29e0c7-59e0-4b9a-91dd-4e47c3d2c9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.419071 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.444635 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-eb29e0c7-59e0-4b9a-91dd-4e47c3d2c9b8 None None] Port 9e117187-7730-4a9e-b608-159d420fcdb3 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:13.446432 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.489302 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp97961418-8f31-5687-909c-4d583c338562-f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'fixed_ips': [{'subnet_id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2'}]}} from dv-cinder-821745-1-iscsi. {{(pid=109308) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 17 08:02:13.490116 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.542829 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:13.543473 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:13.620523 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c1948-13e8-443d-bbb3-5499c9b630e8 None None] Pushing event updated for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:13.645566 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.740902 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:13.769505 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.db_base_plugin_common [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Allocated IP 172.20.0.2 (f8ec3fdd-fa18-483e-adf1-921bf747d06c/7466da55-107c-461f-b3e0-b4c6a2b7c4f2/eb45eaec-e887-43af-b5e1-b6bb12b1ed3f) {{(pid=109308) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:13.862734 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Provisioning complete for port 9e117187-7730-4a9e-b608-159d420fcdb3 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:13.862972 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.906244 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:13.925418 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.028623 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Allocated IP 172.27.2.16 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/88d9af4a-3015-4f2a-9504-1a04ee1877de) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:14.121593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks [] for port, precommit_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.128250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.139446 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Current status of the port 9e117187-7730-4a9e-b608-159d420fcdb3 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:14.143289 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.184608 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] For port 9e117187-7730-4a9e-b608-159d420fcdb3, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9e117187-7730-4a9e-b608-159d420fcdb3,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:14.191530 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:13Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:14.196817 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516'] for port, after_create {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.248905 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa33a6bf-6304-4b04-a8fb-537e53ed8d90 None None] The sync data for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi is: [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:13Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:02:14.255862 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.272037 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c is already hosted by enough agents. {{(pid=109308) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:14.278769 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.scheduler.base_scheduler [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Resources bound (agent type, host, resource id): {{(pid=109308) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:14.280321 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Pushing event updated for resources: {'Port': ['ID=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,revision_number=1']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:14.282732 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Received port after_create {{(pid=109308) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:14.285887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.303764 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:14.306570 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:14.319098 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:14.352527 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=88d9af4a-3015-4f2a-9504-1a04ee1877de,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:14.557753 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Attempting to bind port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:14.558123 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Attempting to bind port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:14.558466 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Attempting to bind port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f on network f8ec3fdd-fa18-483e-adf1-921bf747d06c {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:14.564967 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45304eb-8cd4-4257-84af-905fc1fc639e None None] Pushing event updated for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:14.569140 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:14.569508 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Checking segment: {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:14.570483 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.570867 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Bound using segment: {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:14.571461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Bound port: eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:14.571704 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.650687 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] For port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:14.650687 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] For port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:14.688621 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.702163 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:14.757999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a6a01-fdf1-46c0-9dbf-bca3fa39b8fe None None] Pushing event updated for resources: {'Port': ['ID=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,revision_number=2']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:14.906678 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-431226', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-413050'] for router, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.126957 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9e117187-7730-4a9e-b608-159d420fcdb3 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:15.146859 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Router 11b61396-06aa-41c5-aeca-1fd20408e34a is scheduled to L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a with binding_index 1 {{(pid=109306) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 17 08:02:15.182572 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 9e117187-7730-4a9e-b608-159d420fcdb3 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:15.182937 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.270288 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 9e117187-7730-4a9e-b608-159d420fcdb3 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:15.271566 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device eb45eaec-e887-43af-b5e1-b6bb12b1ed3f up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:15.320577 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:15.320981 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.406278 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:15.406665 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.443370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:15.505928 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.531458 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:02:15.545487 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Sync routers for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:02:15.558385 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:15.560593 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:15.580392 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:15.621717 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.622952 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d8b3f4ad-876b-48ee-a3d8-ff0231d86ae5 admin admin] 10.222.0.27 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.3379903 Jun 17 08:02:15.625729 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46114) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:15.679072 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:15.771751 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ff720f-6f65-4f56-be4f-9701afb50807 None None] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:02:15.861258 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-65b265c5-7fb1-4b33-8e08-3acd7dffe82e None None] Provisioning complete for port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:15.861623 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-65b265c5-7fb1-4b33-8e08-3acd7dffe82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.862459 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 3, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:15.893422 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Checking router: 11b61396-06aa-41c5-aeca-1fd20408e34a for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:02:15.894044 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Updating router 11b61396-06aa-41c5-aeca-1fd20408e34a port 88d9af4a-3015-4f2a-9504-1a04ee1877de binding host dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:02:15.918615 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:15.994306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-65b265c5-7fb1-4b33-8e08-3acd7dffe82e None None] Current status of the port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:16.064484 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.181843 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks [] for port, precommit_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.212960 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-0be030af-95e3-4c58-8544-68c2129141cb None None] Provisioning complete for port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:16.213425 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0be030af-95e3-4c58-8544-68c2129141cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.227381 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_common [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Allocated IP 172.20.0.1 (f8ec3fdd-fa18-483e-adf1-921bf747d06c/7466da55-107c-461f-b3e0-b4c6a2b7c4f2/715b0050-85e6-4e2f-8f02-e0a7478ab872) {{(pid=109306) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:16.244056 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.293725 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Attempting to bind port 88d9af4a-3015-4f2a-9504-1a04ee1877de on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:16.293997 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Attempting to bind port 88d9af4a-3015-4f2a-9504-1a04ee1877de by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:16.294356 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Attempting to bind port 88d9af4a-3015-4f2a-9504-1a04ee1877de on network fd30d186-f378-4daa-965d-b00f84cced42 {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:16.298461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-0be030af-95e3-4c58-8544-68c2129141cb None None] Current status of the port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:16.305833 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79e4d-39af-49ed-9a31-2c77cd48f15c None None] Pushing event updated for resources: {'Port': ['ID=88d9af4a-3015-4f2a-9504-1a04ee1877de,revision_number=2']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:16.308291 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:16.308659 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Checking segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109309) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:16.309073 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.309443 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Bound using segment: {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'} {{(pid=109309) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:16.309997 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.managers [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Bound port: 88d9af4a-3015-4f2a-9504-1a04ee1877de, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddadbcda-a034-4f56-9252-9119f335b66c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42'}}] {{(pid=109309) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:16.310272 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.337192 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.361337 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] For port 88d9af4a-3015-4f2a-9504-1a04ee1877de, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109309) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:16.365253 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.plugins.ml2.db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] For port 88d9af4a-3015-4f2a-9504-1a04ee1877de, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=88d9af4a-3015-4f2a-9504-1a04ee1877de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109309) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:16.425876 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron_lib.callbacks.manager [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109309) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.443151 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.470353 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:16.470952 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:16.478324 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:16.481146 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:16.484587 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Received port after_create {{(pid=109306) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:16.515990 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Pushing event updated for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:16.526283 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d79e4d-39af-49ed-9a31-2c77cd48f15c None None] Pushing event updated for resources: {'Port': ['ID=88d9af4a-3015-4f2a-9504-1a04ee1877de,revision_number=3']} {{(pid=109309) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:16.536878 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-413093'] for router_interface, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.599436 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:16.723796 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-f430fbbe-eed5-4ef3-a06a-72e35e77b93c None None] Provisioning complete for port 715b0050-85e6-4e2f-8f02-e0a7478ab872 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:16.724162 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f430fbbe-eed5-4ef3-a06a-72e35e77b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.756689 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:16.759502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-f430fbbe-eed5-4ef3-a06a-72e35e77b93c None None] Port 715b0050-85e6-4e2f-8f02-e0a7478ab872 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:16.785381 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 3, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:16.807393 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b43c810-bc64-4ea7-ae54-9f4f90960c75 None None] The sync data for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi is: [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 3, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:02:16.919336 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:17.016970 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:17.017329 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device eb45eaec-e887-43af-b5e1-b6bb12b1ed3f up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:17.072246 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:17.072865 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:17.086697 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Pushing event updated for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=2']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:17.089122 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-589583', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-418613'] for router_interface, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:17.155502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:17.189506 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c is already hosted by enough agents. {{(pid=109306) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:17.191015 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.base_scheduler [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109306) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:17.320482 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Router 11b61396-06aa-41c5-aeca-1fd20408e34a has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:02:17.433427 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:02:17.438434 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-03810959-d70a-48b3-b079-aa39ea8513ac admin admin] 10.222.0.27 "PUT /v2.0/routers/11b61396-06aa-41c5-aeca-1fd20408e34a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8115017 Jun 17 08:02:17.483747 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-13c48408-e520-4ac6-81ec-4c30a88e2e47 None None] Provisioning complete for port 715b0050-85e6-4e2f-8f02-e0a7478ab872 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:17.484295 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-13c48408-e520-4ac6-81ec-4c30a88e2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:17.521306 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-13c48408-e520-4ac6-81ec-4c30a88e2e47 None None] Port 715b0050-85e6-4e2f-8f02-e0a7478ab872 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:18.380085 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Sync routers for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:02:18.392586 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:18.394797 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:18.510136 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:18.730492 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 4, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '715b0050-85e6-4e2f-8f02-e0a7478ab872', 'name': '', 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'mac_address': 'fa:16:3e:26:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:16Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 2, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'subnets': [{'id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:18.758296 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Checking router: 11b61396-06aa-41c5-aeca-1fd20408e34a for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:02:18.758784 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Updating router 11b61396-06aa-41c5-aeca-1fd20408e34a port 715b0050-85e6-4e2f-8f02-e0a7478ab872 binding host dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 17 08:02:18.786998 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.059458 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 88d9af4a-3015-4f2a-9504-1a04ee1877de up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:19.131875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks [] for port, precommit_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.148307 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 88d9af4a-3015-4f2a-9504-1a04ee1877de triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:19.148671 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.220482 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.262814 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 88d9af4a-3015-4f2a-9504-1a04ee1877de is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:19.263190 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.289217 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e5655-cd34-4959-98a4-8cbffe94660b None None] Pushing event updated for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=3']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:19.349222 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] For port 88d9af4a-3015-4f2a-9504-1a04ee1877de, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=88d9af4a-3015-4f2a-9504-1a04ee1877de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:19.359042 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Attempting to bind port 715b0050-85e6-4e2f-8f02-e0a7478ab872 on host dv-cinder-821745-1-iscsi for vnic_type normal with profile {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:19.359403 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Attempting to bind port 715b0050-85e6-4e2f-8f02-e0a7478ab872 by drivers openvswitch,hyperv on host dv-cinder-821745-1-iscsi at level 0 using segments [{'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:19.359764 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Attempting to bind port 715b0050-85e6-4e2f-8f02-e0a7478ab872 on network f8ec3fdd-fa18-483e-adf1-921bf747d06c {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:19.365099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Checking agent: {'id': '0b640e66-6b83-4b7f-b408-be4d3054569f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821745-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 39, 34), 'started_at': datetime.datetime(2022, 6, 17, 7, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821745-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:19.370038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Checking segment: {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109308) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:19.370038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.370038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Bound using segment: {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'} {{(pid=109308) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:19.370038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.managers [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Bound port: 715b0050-85e6-4e2f-8f02-e0a7478ab872, host: dv-cinder-821745-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227f68f6-68d6-4f9a-a7a9-60c717a01669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c'}}] {{(pid=109308) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:19.370038 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.434767 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.493176 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] For port 715b0050-85e6-4e2f-8f02-e0a7478ab872, host dv-cinder-821745-1-iscsi, cleared binding levels {{(pid=109308) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:19.498095 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] For port 715b0050-85e6-4e2f-8f02-e0a7478ab872, host dv-cinder-821745-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=715b0050-85e6-4e2f-8f02-e0a7478ab872,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109308) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:19.515408 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Pushing event updated for resources: {'Port': ['ID=88d9af4a-3015-4f2a-9504-1a04ee1877de,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:19.582022 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.657463 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:19.658230 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:19.671928 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e5655-cd34-4959-98a4-8cbffe94660b None None] Pushing event updated for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:19.722337 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Provisioning complete for port 715b0050-85e6-4e2f-8f02-e0a7478ab872 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:19.722799 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:19.987346 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:20.026999 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Current status of the port 715b0050-85e6-4e2f-8f02-e0a7478ab872 is: DOWN; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:20.027286 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:20.118502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] For port 715b0050-85e6-4e2f-8f02-e0a7478ab872, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=715b0050-85e6-4e2f-8f02-e0a7478ab872,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:20.203353 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:20.263326 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad53a9-9c2f-4515-8bc9-aa0d2bb5ea00 None None] Pushing event updated for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:20.275708 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 4, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '715b0050-85e6-4e2f-8f02-e0a7478ab872', 'name': '', 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'mac_address': 'fa:16:3e:26:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:16Z', 'updated_at': '2022-06-17T08:02:19Z', 'revision_number': 4, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'subnets': [{'id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:20.307467 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bbddf0-19f5-4020-80fa-08aa37465b5e None None] The sync data for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi is: [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:16Z', 'revision_number': 4, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '715b0050-85e6-4e2f-8f02-e0a7478ab872', 'name': '', 'network_id': 'f8ec3fdd-fa18-483e-adf1-921bf747d06c', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'mac_address': 'fa:16:3e:26:1f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_interface', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:16Z', 'updated_at': '2022-06-17T08:02:19Z', 'revision_number': 4, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'subnets': [{'id': '7466da55-107c-461f-b3e0-b4c6a2b7c4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:02:20.325407 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8318d550-dff0-4a91-a941-e751f8fbfc21 None None] Provisioning complete for port 715b0050-85e6-4e2f-8f02-e0a7478ab872 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:20.325776 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8318d550-dff0-4a91-a941-e751f8fbfc21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:20.454545 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8318d550-dff0-4a91-a941-e751f8fbfc21 None None] Current status of the port 715b0050-85e6-4e2f-8f02-e0a7478ab872 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:21.101671 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 715b0050-85e6-4e2f-8f02-e0a7478ab872 up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:21.153252 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 715b0050-85e6-4e2f-8f02-e0a7478ab872 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:21.153625 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:21.230682 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 715b0050-85e6-4e2f-8f02-e0a7478ab872 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:21.231823 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 88d9af4a-3015-4f2a-9504-1a04ee1877de up at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:21.281581 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Provisioning complete for port 88d9af4a-3015-4f2a-9504-1a04ee1877de triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:21.282315 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:21.382626 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Current status of the port 88d9af4a-3015-4f2a-9504-1a04ee1877de is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:28.042988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-a304fe63-b360-483f-8231-61f91207539f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:28.044366 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-a304fe63-b360-483f-8231-61f91207539f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 814 time: 0.1011634 Jun 17 08:02:28.059554 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-db14d33f-3cdd-4f25-84dd-262ccc36b9bf tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/quotas/70d0d934a496490ba86e092bfb06d2e0 HTTP/1.1" status: 200 len: 375 time: 0.0094738 Jun 17 08:02:28.108605 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-8938ee98-54c1-4ff2-a094-7121f14b74a3 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438867 Jun 17 08:02:28.203798 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-60de54c1-99b0-4042-9e7e-9d6467aca5f1 service neutron] 10.222.0.27 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824740 Jun 17 08:02:28.290124 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-fea0d49d-d582-4826-a499-87a4bbbd309c service neutron] 10.222.0.27 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796030 Jun 17 08:02:28.507869 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-ca05c3f4-174a-4baf-beb3-3fb51a9e9c49 req-d1f40491-b501-4afc-8677-10cb5ae060bf tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 210 time: 0.0269859 Jun 17 08:02:28.830765 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7a732032-8b66-41c8-a110-5527bb6d7cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:29.597972 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-cc5076cb-25e1-4244-baae-2b60771dc377 req-558b297c-50f4-4fec-bb14-15ba941f4a8c tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 210 time: 0.0261364 Jun 17 08:02:30.695490 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3dfe0f4d-d049-46a4-a7af-d39e6a405e0b req-9e988969-6fc3-4e58-9a66-c024f6afec75 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 210 time: 0.0255117 Jun 17 08:02:30.744037 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-eea8cf4a-38fd-479a-aa1c-6d849529ecdd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:30.745424 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-eea8cf4a-38fd-479a-aa1c-6d849529ecdd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 814 time: 0.1045954 Jun 17 08:02:30.758069 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'port': {'device_id': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'admin_state_up': True, 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:30.927565 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Made reservation on behalf of 70d0d934a496490ba86e092bfb06d2e0 for: {'port': 1} {{(pid=109307) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 17 08:02:30.931192 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.055043 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Allocated IP 172.20.0.8 (0dd00a94-0294-45fe-93b4-faa89c7aabc9/2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7/8f7823ee-1199-4479-9254-a949245a2335) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:31.099284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-983cf5e5-31be-4371-91fb-11c4cc034eb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.200700 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.281797 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.322352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:31.325756 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:31.329317 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:31.354845 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:31.388091 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:31.388766 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.469540 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-68a83579-ea05-4a71-bded-efab3dcb4d42 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7148509 Jun 17 08:02:31.487292 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Request body: {'port': {'device_id': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82174'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:31.544802 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-d8c8687a-751f-43d6-a806-e4989dae2937 None None] Provisioning complete for port 8f7823ee-1199-4479-9254-a949245a2335 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:31.545328 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d8c8687a-751f-43d6-a806-e4989dae2937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.561142 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:31.589171 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-d8c8687a-751f-43d6-a806-e4989dae2937 None None] Port 8f7823ee-1199-4479-9254-a949245a2335 cannot update to ACTIVE because it is not bound. {{(pid=109308) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:341}} Jun 17 08:02:31.889677 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f2c9f-6aa8-4d61-a36b-83d63e6b8c7d req-4cd51c0f-fd8b-408d-a374-901bfc901a56 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:31.897015 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8f4f2c9f-6aa8-4d61-a36b-83d63e6b8c7d req-4cd51c0f-fd8b-408d-a374-901bfc901a56 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 931 time: 0.1076331 Jun 17 08:02:31.969588 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-8f4f2c9f-6aa8-4d61-a36b-83d63e6b8c7d req-bd5b054c-e646-4e36-ae23-3c1fc215ee2c tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715773 Jun 17 08:02:32.025966 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f7823ee-1199-4479-9254-a949245a2335 {{(pid=109307) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:02:32.033823 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.050396 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.provisioning_blocks [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Transition to ACTIVE for port object 8f7823ee-1199-4479-9254-a949245a2335 will not be triggered until provisioned by entity L2. {{(pid=109307) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 17 08:02:32.121907 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.174233 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:32.286594 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Attempting to bind port 8f7823ee-1199-4479-9254-a949245a2335 on host hv-cinder-82174 for vnic_type normal with profile {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Jun 17 08:02:32.287345 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Attempting to bind port 8f7823ee-1199-4479-9254-a949245a2335 by drivers openvswitch,hyperv on host hv-cinder-82174 at level 0 using segments [{'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Jun 17 08:02:32.287761 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Attempting to bind port 8f7823ee-1199-4479-9254-a949245a2335 on network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:32.292894 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Port 8f7823ee-1199-4479-9254-a949245a2335 on network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82174 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 17 08:02:32.293342 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Attempting to bind port 8f7823ee-1199-4479-9254-a949245a2335 on network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 17 08:02:32.298590 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Checking agent: {'id': '1621ead0-20da-4f92-afa8-f36d82bb5b3c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82174', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'started_at': datetime.datetime(2022, 6, 17, 7, 45, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 17, 8, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 17 08:02:32.298979 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Checking segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109307) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} Jun 17 08:02:32.299364 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Bound using segment: {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'} {{(pid=109307) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 17 08:02:32.299840 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.managers [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Bound port: 8f7823ee-1199-4479-9254-a949245a2335, host: hv-cinder-82174, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9'}}] {{(pid=109307) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Jun 17 08:02:32.300743 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.375575 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.377369 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, cleared binding levels {{(pid=109307) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 17 08:02:32.382183 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109307) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 17 08:02:32.472963 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.509868 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:32.510519 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:32.512307 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] 10.222.0.57 "PUT /v2.0/ports/8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 1093 time: 1.0294273 Jun 17 08:02:32.515206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:02:32.517409 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5" -d '{"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:02:32.556302 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eea9df-ff05-4226-a58b-2c351b3b676e service neutron] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=3']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:32.580846 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166a8348-1c24-45dd-95dc-f8ccfbbdb87d x-openstack-request-id: req-166a8348-1c24-45dd-95dc-f8ccfbbdb87d {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:02:32.581219 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:02:32.581523 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-166a8348-1c24-45dd-95dc-f8ccfbbdb87d {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:02:32.581928 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-166a8348-1c24-45dd-95dc-f8ccfbbdb87d'] response: {'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:02:33.076109 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4c0be-3893-4620-8c5c-57bc125cbd87 req-c94e4a87-0ff7-4876-ba91-991edfdd1e22 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:33.077809 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2af4c0be-3893-4620-8c5c-57bc125cbd87 req-c94e4a87-0ff7-4876-ba91-991edfdd1e22 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0498857 Jun 17 08:02:33.121253 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2af4c0be-3893-4620-8c5c-57bc125cbd87 req-bbfc50e3-ca8c-4158-b402-0ec01c3118bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Jun 17 08:02:33.460969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:33.953589 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:34.241526 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dd34fe-4b98-4f68-aea8-cb0f140cf78b req-818dccea-2680-416a-9aab-fb9db83de07f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:34.244991 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-42dd34fe-4b98-4f68-aea8-cb0f140cf78b req-818dccea-2680-416a-9aab-fb9db83de07f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0506370 Jun 17 08:02:34.282761 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-42dd34fe-4b98-4f68-aea8-cb0f140cf78b req-e5a4813a-e99f-4ffd-bf5e-407f0e7221c6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Jun 17 08:02:35.427984 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a2ccc-c88d-4162-8115-0fd35142e286 req-826e54ac-d798-417c-88d2-a02df9dcadd2 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:35.431201 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-305a2ccc-c88d-4162-8115-0fd35142e286 req-826e54ac-d798-417c-88d2-a02df9dcadd2 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0743158 Jun 17 08:02:35.472701 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-305a2ccc-c88d-4162-8115-0fd35142e286 req-b131f15d-6e8f-4786-b438-422786e0c3a8 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367587 Jun 17 08:02:36.605378 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acab73c3-138f-4006-850b-c0b8433a0071 req-49dfe554-fde3-42e0-9b8d-a95f214f7b55 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:36.607937 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-acab73c3-138f-4006-850b-c0b8433a0071 req-49dfe554-fde3-42e0-9b8d-a95f214f7b55 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0595462 Jun 17 08:02:36.650115 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-acab73c3-138f-4006-850b-c0b8433a0071 req-60e1423c-0815-46bc-93c3-51029c8af4dc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361257 Jun 17 08:02:37.778861 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a25723-ab7d-40dd-9ceb-5aaf3e890e42 req-3b1677bb-68d4-456c-8238-3bcf660a8967 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:37.780424 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-65a25723-ab7d-40dd-9ceb-5aaf3e890e42 req-3b1677bb-68d4-456c-8238-3bcf660a8967 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0589294 Jun 17 08:02:37.824002 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-65a25723-ab7d-40dd-9ceb-5aaf3e890e42 req-4d7c9169-4c22-439b-b872-b3c7fbef8f80 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Jun 17 08:02:38.937676 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11317149-cd01-4168-947c-0ae45f0c4fb0 req-624e46e0-b9d0-4acd-8cf6-3412f0116784 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:38.939156 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-11317149-cd01-4168-947c-0ae45f0c4fb0 req-624e46e0-b9d0-4acd-8cf6-3412f0116784 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0475633 Jun 17 08:02:38.976075 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-11317149-cd01-4168-947c-0ae45f0c4fb0 req-6d7321bd-c4a5-4493-bdb3-c9965de9f098 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jun 17 08:02:39.197927 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-27bf280d-3fce-45c9-98aa-81a3c8e48140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.199366 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-27bf280d-3fce-45c9-98aa-81a3c8e48140 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1096 time: 0.0385048 Jun 17 08:02:39.301204 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-17fe4e0f-368c-47ff-95d9-46705ab619d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.302629 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-17fe4e0f-368c-47ff-95d9-46705ab619d9 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=70d0d934a496490ba86e092bfb06d2e0&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0919414 Jun 17 08:02:39.396471 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-1cc112c9-bb7a-4dc4-975a-323496b3c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.398033 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-44aad8b0-6861-4ed4-b8ae-a90dc4b9c0d5 req-1cc112c9-bb7a-4dc4-975a-323496b3c994 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0839269 Jun 17 08:02:39.478101 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-7a6c37d4-0799-4b03-aaef-f5029ab3c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.479507 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-7a6c37d4-0799-4b03-aaef-f5029ab3c8ae service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1096 time: 0.0440559 Jun 17 08:02:39.522905 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-354b394f-b583-4e75-bafa-f576e248758c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 217 time: 0.0323329 Jun 17 08:02:39.572203 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-91bdd587-6786-44ba-9409-bdf506345590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.573581 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-91bdd587-6786-44ba-9409-bdf506345590 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0408642 Jun 17 08:02:39.625632 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc365b-111e-4098-b2ac-7677603e194e req-bfa870cc-8a17-4f71-b128-331a28208cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:39.627140 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-bfa870cc-8a17-4f71-b128-331a28208cfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0416231 Jun 17 08:02:39.720997 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-63bea2bc-790e-4afe-be5d-ea21c6ff10c0 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806935 Jun 17 08:02:39.815184 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-9efc365b-111e-4098-b2ac-7677603e194e req-a58e8470-d48d-4f5b-a69e-aa1b139844e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828629 Jun 17 08:02:39.855244 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:40.087049 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f439f9-9753-4e68-a5d6-821e4884f03d req-7f972276-1106-4e2f-a2c6-7944d6682929 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:40.088372 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d3f439f9-9753-4e68-a5d6-821e4884f03d req-7f972276-1106-4e2f-a2c6-7944d6682929 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0477717 Jun 17 08:02:40.123217 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d3f439f9-9753-4e68-a5d6-821e4884f03d req-c613a5d5-030e-46b4-a920-2458ae0f872a tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290761 Jun 17 08:02:41.239724 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaf4941-e2ca-4472-b77f-9d21e868435f req-89a64cff-6616-43d3-a176-068ba75ddd89 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:41.241121 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-caaf4941-e2ca-4472-b77f-9d21e868435f req-89a64cff-6616-43d3-a176-068ba75ddd89 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 943 time: 0.0528600 Jun 17 08:02:41.278060 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-caaf4941-e2ca-4472-b77f-9d21e868435f req-fda87544-efa7-428c-95ca-907e7e97b301 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311756 Jun 17 08:02:41.636971 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 8f7823ee-1199-4479-9254-a949245a2335 details requested by agent hyperv_hv-cinder-82174 with host hv-cinder-82174 {{(pid=109308) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 17 08:02:41.730946 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:41.741628 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Returning: {'device': '8f7823ee-1199-4479-9254-a949245a2335', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'port_id': '8f7823ee-1199-4479-9254-a949245a2335', 'mac_address': 'fa:16:3e:82:90:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 762, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109308) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 17 08:02:41.781420 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 8f7823ee-1199-4479-9254-a949245a2335 is: DOWN; New status is: BUILD {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:41.781796 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:41.794228 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f7823ee-1199-4479-9254-a949245a2335 {{(pid=109308) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 17 08:02:41.811976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:41.849296 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:41.895316 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=4']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:42.099888 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:02:42.387111 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8867f5d-01b2-4215-896d-39867319189f req-2f8d2d99-f8fb-4956-99a3-95a0f5b755d1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:42.388545 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a8867f5d-01b2-4215-896d-39867319189f req-2f8d2d99-f8fb-4956-99a3-95a0f5b755d1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 944 time: 0.0468521 Jun 17 08:02:42.426254 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a8867f5d-01b2-4215-896d-39867319189f req-59808c46-c071-470c-bdb1-bdc2145a3991 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311484 Jun 17 08:02:43.539193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4193d-be15-4a9c-a96c-fa78133919e7 req-b5e32a0d-79ef-4c28-b1c5-af94598a0fbe tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:43.540614 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e0b4193d-be15-4a9c-a96c-fa78133919e7 req-b5e32a0d-79ef-4c28-b1c5-af94598a0fbe tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 944 time: 0.0502598 Jun 17 08:02:43.576680 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-e0b4193d-be15-4a9c-a96c-fa78133919e7 req-911e8353-1d60-4466-aa75-1ab22e294f0a tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301893 Jun 17 08:02:43.654225 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 8f7823ee-1199-4479-9254-a949245a2335 up at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 17 08:02:43.785014 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning for port 8f7823ee-1199-4479-9254-a949245a2335 completed by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 17 08:02:43.788543 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Provisioning complete for port 8f7823ee-1199-4479-9254-a949245a2335 triggered by entity L2. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:02:43.788907 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:43.865111 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Current status of the port 8f7823ee-1199-4479-9254-a949245a2335 is: BUILD; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:02:43.865495 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:43.886685 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109308) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:02:43.888892 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52bfebb16c4c2bdbb163fe11c7373e8ce6aaa3b0b2a0390c1aad89e430d551e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d12a729-8b06-42c5-b2a9-0110c7bbd2d6" -d '{"events": [{"server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "name": "network-vif-plugged", "status": "completed", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109308) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:02:43.901099 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:02:43.923985 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8f323d-7d71-463b-9ae9-998065948fec x-openstack-request-id: req-3c8f323d-7d71-463b-9ae9-998065948fec {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:02:43.924267 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "name": "network-vif-plugged", "status": "completed", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "code": 200}]} {{(pid=109308) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:02:43.924515 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-3c8f323d-7d71-463b-9ae9-998065948fec {{(pid=109308) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:02:43.925507 dv-cinder-821745-1-iscsi neutron-server[109308]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c8f323d-7d71-463b-9ae9-998065948fec'] response: {'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'code': 200} Jun 17 08:02:43.963934 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843'] for port, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:44.009611 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=5']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:44.263251 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a6ff1-be6a-4250-bb7b-a8076ad1c36f req-6b830369-c6a2-43a5-b997-1f0bc7771da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:44.264704 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fb0a6ff1-be6a-4250-bb7b-a8076ad1c36f req-6b830369-c6a2-43a5-b997-1f0bc7771da2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0425406 Jun 17 08:02:44.298624 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-fb0a6ff1-be6a-4250-bb7b-a8076ad1c36f req-6f39d2a8-0b70-4c48-a110-50168dd90241 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0259378 Jun 17 08:02:44.686717 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7e4816-6be0-4baa-919d-370b9842b7b0 req-7f2c7faf-7b77-4833-a3de-f6fd1a38bdcd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:44.688122 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8f7e4816-6be0-4baa-919d-370b9842b7b0 req-7f2c7faf-7b77-4833-a3de-f6fd1a38bdcd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0472779 Jun 17 08:02:44.725058 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-8f7e4816-6be0-4baa-919d-370b9842b7b0 req-e85352c7-92c1-47b4-b0de-a4b4c5c61910 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305240 Jun 17 08:02:45.836878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4cf1-327b-4b99-ac36-4dfda09e2737 req-29b4d342-383b-4af6-9120-c51542216293 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:45.838340 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-287d4cf1-327b-4b99-ac36-4dfda09e2737 req-29b4d342-383b-4af6-9120-c51542216293 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0471539 Jun 17 08:02:45.874431 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-287d4cf1-327b-4b99-ac36-4dfda09e2737 req-36312973-62eb-40b8-841c-2a91313706c7 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300996 Jun 17 08:02:45.984308 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3e6a7-f0bf-4d24-8a14-d8950a0c9f27 req-ba242393-8f9a-4736-9602-2708f9e12111 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:45.985758 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-efd3e6a7-f0bf-4d24-8a14-d8950a0c9f27 req-ba242393-8f9a-4736-9602-2708f9e12111 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0471513 Jun 17 08:02:46.021885 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-efd3e6a7-f0bf-4d24-8a14-d8950a0c9f27 req-9d011e0d-4c85-462c-9296-8dd6380ccd92 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301316 Jun 17 08:02:46.492841 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49093243-0419-4aca-803f-61f6af5cf460 req-ad925c82-01af-4bdd-bf4f-fe0d9f3ad718 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:46.494278 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-49093243-0419-4aca-803f-61f6af5cf460 req-ad925c82-01af-4bdd-bf4f-fe0d9f3ad718 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0505018 Jun 17 08:02:46.530086 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-49093243-0419-4aca-803f-61f6af5cf460 req-1d8a8dcf-dd09-48f6-ba7a-bababb104292 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300107 Jun 17 08:02:48.892072 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:02:56.790321 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a31c18-189d-47b5-a1cb-ee067440c626 req-66ccd596-cb0a-4a2e-9ec1-9bb54ced3c60 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:56.791755 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4a31c18-189d-47b5-a1cb-ee067440c626 req-66ccd596-cb0a-4a2e-9ec1-9bb54ced3c60 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.2143269 Jun 17 08:02:56.827565 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-f4a31c18-189d-47b5-a1cb-ee067440c626 req-cc2900ea-7471-4996-9404-a9a0d9e003d0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298958 Jun 17 08:02:56.849069 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46292) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:56.931189 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a8cbde-fc07-4732-a33c-7304ad54733c tempest-TestMinimumBasicScenario-1447614690 tempest-TestMinimumBasicScenario-1447614690-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:56.932623 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-99a8cbde-fc07-4732-a33c-7304ad54733c tempest-TestMinimumBasicScenario-1447614690 tempest-TestMinimumBasicScenario-1447614690-project-admin] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1093 time: 0.0825605 Jun 17 08:02:56.936248 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46296) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:56.941121 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.v2.base [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'floatingip': {'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'port_id': '8f7823ee-1199-4479-9254-a949245a2335', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109307) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:57.036364 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for floatingip, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:57.131583 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:57.232682 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Allocated IP 172.27.2.194 (fd30d186-f378-4daa-965d-b00f84cced42/1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a/930259fe-2e44-42e6-b35f-82dc65a3c4b7) {{(pid=109307) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 17 08:02:57.330191 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for port, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:57.437519 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8793428605516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:57.474650 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Network fd30d186-f378-4daa-965d-b00f84cced42 is already hosted by enough agents. {{(pid=109307) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 17 08:02:57.478802 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Resources bound (agent type, host, resource id): {{(pid=109307) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 17 08:02:57.484913 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Received port after_create {{(pid=109307) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jun 17 08:02:57.488393 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'Port': ['ID=930259fe-2e44-42e6-b35f-82dc65a3c4b7,revision_number=1']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:57.518270 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.518619 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.518958 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.519295 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.519631 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.519962 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.520293 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.520623 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.520967 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.521365 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.521687 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.522010 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:02:57.834170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for floatingip, precommit_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:57.972660 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:58.004456 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-66dadbbe-de04-4ff5-b274-a5ec290dfebc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788906 Jun 17 08:02:58.393481 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee72c-d6f3-4963-800c-37a099f5139a req-0049201e-fdda-4a5c-af17-fff212e3ef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:58.394970 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-0049201e-fdda-4a5c-af17-fff212e3ef53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0688341 Jun 17 08:02:58.410595 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for port, precommit_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:58.470594 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25466801'] for port, after_update {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:58.556756 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'Port': ['ID=930259fe-2e44-42e6-b35f-82dc65a3c4b7,revision_number=2']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:58.564416 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee72c-d6f3-4963-800c-37a099f5139a req-9b1c163f-dc6e-452d-a378-08f931671c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:58.566170 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-9b1c163f-dc6e-452d-a378-08f931671c7f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.1515501 Jun 17 08:02:58.570681 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-413136'] for floatingip, after_create {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:58.696206 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-75fc5dca-d704-411c-ac05-d50ae2678673 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 999 time: 0.1225715 Jun 17 08:02:58.739819 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.db.l3_db [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Floating IP 915aee16-2f9f-4b11-8c40-dc0542cfd437 associated. External IP: 172.27.2.194, port: 8f7823ee-1199-4479-9254-a949245a2335. Jun 17 08:02:58.790108 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee72c-d6f3-4963-800c-37a099f5139a req-2ae0d4c2-8388-4271-a6bc-b9f05af863d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:58.791559 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-2ae0d4c2-8388-4271-a6bc-b9f05af863d3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0859544 Jun 17 08:02:58.831976 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-6667c43d-b88e-4762-992e-b1edec3912d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:58.881696 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dee72c-d6f3-4963-800c-37a099f5139a req-b2230d61-bc48-4f11-b67b-392f6168a151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:58.883161 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-b2230d61-bc48-4f11-b67b-392f6168a151 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843236 Jun 17 08:02:59.053065 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-5f127511-d768-45f8-919b-9489bdd010a4 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351805 Jun 17 08:02:59.054718 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Router c49d2aeb-b0a5-482e-961f-04d3f8d78569 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:02:59.224395 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-14dee72c-d6f3-4963-800c-37a099f5139a req-f445ed0f-c673-40f1-bc88-cadf8c4deeed service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608427 Jun 17 08:02:59.225714 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:02:59.235619 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Sync routers for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:02:59.248304 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:59.248903 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:59.336568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.349804 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:59.364512 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-ed2a88e2-7d49-484b-9a72-b01431323b65 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4266751 Jun 17 08:02:59.365394 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:02:59.367417 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46298) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:59.367888 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2367f5aa-6111-4910-8858-978486f12fe3" -d '{"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:02:59.372357 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1919482016', 'description': 'tempest-secgroup-smoke-1919482016 description', 'project_id': '70d0d934a496490ba86e092bfb06d2e0'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:59.405498 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f98b4-29aa-41d4-89c2-4e28c72e6c14 x-openstack-request-id: req-722f98b4-29aa-41d4-89c2-4e28c72e6c14 {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:02:59.405808 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:02:59.406050 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-722f98b4-29aa-41d4-89c2-4e28c72e6c14 {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:02:59.406665 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-722f98b4-29aa-41d4-89c2-4e28c72e6c14'] response: {'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:02:59.455219 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.474914 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367f5aa-6111-4910-8858-978486f12fe3 req-36075cea-8e06-40bb-8f39-622120148cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:59.476448 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-36075cea-8e06-40bb-8f39-622120148cf0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0444930 Jun 17 08:02:59.537511 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.573342 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367f5aa-6111-4910-8858-978486f12fe3 req-8d4bbf81-7ced-4028-ad1f-199a4fc8b49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:59.574788 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-8d4bbf81-7ced-4028-ad1f-199a4fc8b49f service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0895448 Jun 17 08:02:59.620250 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.645967 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-3a43019b-9bf1-4de4-b78e-734343728ea6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 999 time: 0.0647511 Jun 17 08:02:59.648277 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=749988b7-f070-4a56-91a3-b63379da9cc0,revision_number=1']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:02:59.659525 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '915aee16-2f9f-4b11-8c40-dc0542cfd437', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'port_id': '8f7823ee-1199-4479-9254-a949245a2335', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'mac_address': 'fa:16:3e:82:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:02:57Z', 'updated_at': '2022-06-17T08:02:57Z', 'revision_number': 0, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:59.684612 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Checking router: c49d2aeb-b0a5-482e-961f-04d3f8d78569 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:02:59.693288 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:02:59.693885 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:02:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:02:59.695922 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367f5aa-6111-4910-8858-978486f12fe3 req-fd1dd344-4fed-4934-80bf-f1e2db28c491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:59.697413 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-fd1dd344-4fed-4934-80bf-f1e2db28c491 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0450172 Jun 17 08:02:59.725891 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.730003 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-6151415d-8214-441c-b087-7d8047e990e0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3587103 Jun 17 08:02:59.730242 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46302) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:02:59.734535 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:02:59.742389 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2367f5aa-6111-4910-8858-978486f12fe3 req-617ae9be-896c-4245-a799-45988ece9eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:02:59.743886 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-617ae9be-896c-4245-a799-45988ece9eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403609 Jun 17 08:02:59.798519 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:02:59.826237 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.836554 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-2cbd0461-bfa4-4451-834f-de3163498dd2 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862448 Jun 17 08:02:59.886040 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.926457 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-2367f5aa-6111-4910-8858-978486f12fe3 req-7227b441-4a5e-4144-80a8-366ef4e34bf1 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818985 Jun 17 08:02:59.963456 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:02:59.979284 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529def34-778d-478e-833a-e77ff9f5a3f6,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:00.020998 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '915aee16-2f9f-4b11-8c40-dc0542cfd437', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'port_id': '8f7823ee-1199-4479-9254-a949245a2335', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'mac_address': 'fa:16:3e:82:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:02:57Z', 'updated_at': '2022-06-17T08:02:57Z', 'revision_number': 0, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:03:00.028249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.029517 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-83396130-8327-4f1a-8d94-de829ca65264 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2983096 Jun 17 08:03:00.032107 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46304) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:03:00.037528 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:00.048043 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb03ff3e-9b06-4bc0-bcda-c2f5cd00e1d2 None None] The sync data for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi is: [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_floatingips': [{'id': '915aee16-2f9f-4b11-8c40-dc0542cfd437', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'floating_ip_address': '172.27.2.194', 'floating_network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'router_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'port_id': '8f7823ee-1199-4479-9254-a949245a2335', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 738, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'mac_address': 'fa:16:3e:82:90:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-17T08:02:57Z', 'updated_at': '2022-06-17T08:02:57Z', 'revision_number': 0, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:03:00.145650 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.207236 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.242665 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d480fb-581c-47ea-9836-b0a86aba0bf3 None None] New status for floating IP 915aee16-2f9f-4b11-8c40-dc0542cfd437: ACTIVE {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:03:00.294883 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.313132 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4798f60-5145-4f14-826d-a19cb48cd19f,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:00.403793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.405155 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-9fd51c1e-0f7d-45aa-abdd-0a472f9faacb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718820 Jun 17 08:03:00.407767 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46306) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:03:00.412408 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:00.501703 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.555666 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.631724 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.650601 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05690c63-d7e2-4aa4-bf32-4d4e565404f3,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:00.713449 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.714619 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d33c6d24-1376-4d71-b843-4b58d00203cc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3058481 Jun 17 08:03:00.717249 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46308) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:03:00.723860 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:00.806886 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.864488 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.944492 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:00.962175 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c8d2c4e-1422-4fba-a65b-2e94639af4f9,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:01.062104 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.063228 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-d867c299-87bb-4981-bee3-3948d65c3238 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3450611 Jun 17 08:03:01.072145 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46310) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:03:01.076421 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:01.088655 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-0e6f30ac-b059-48f2-9b0b-aa8c064b7a22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.155660 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.securitygroups_db [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Project 70d0d934a496490ba86e092bfb06d2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:03:01.161203 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.217856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.288826 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.306887 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a857af6-0386-47b4-8a0a-ecdfd40f43ce,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:01.376459 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.377691 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-75075ac4-c232-43cb-9c6e-ebd62a932fc6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3046448 Jun 17 08:03:01.380400 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46312) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:03:01.384872 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'security_group_rule': {'security_group_id': '749988b7-f070-4a56-91a3-b63379da9cc0', 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:01.472474 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.securitygroups_db [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Project 70d0d934a496490ba86e092bfb06d2e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 17 08:03:01.477343 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.536233 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.613179 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-557236'] for security_group_rule, after_create {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.631274 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76fd56f8-2c4a-4431-ab37-28142b1a1c67,revision_number=0']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:01.700662 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group_rule, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:01.701942 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-aabd2d44-fed8-483b-a29c-579987454142 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3205886 Jun 17 08:03:01.778038 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-9f2ace04-baa1-40b5-8c26-0932fea68229 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919482016&fields=id&tenant_id=70d0d934a496490ba86e092bfb06d2e0 HTTP/1.1" status: 200 len: 267 time: 0.0322177 Jun 17 08:03:01.831677 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-bb878e1b-dea3-481b-a903-171f3c37ea2f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:01.833162 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-bb878e1b-dea3-481b-a903-171f3c37ea2f tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Jun 17 08:03:01.845267 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'port': {'security_groups': ['b2c61b26-d4d9-4767-bd5a-b7fc07417d9a', '749988b7-f070-4a56-91a3-b63379da9cc0']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:03:01.904701 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.084021 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:03:02.112660 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.175024 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.188128 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:03:02.220447 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.221073 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.222450 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-43f60966-cfa0-4b19-8e72-0b2e199a8833 req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "PUT /v2.0/ports/8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 981 time: 0.3827751 Jun 17 08:03:02.222893 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:03:02.225232 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bdfecb-ea28-489f-ac12-521206763002" -d '{"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:03:02.253957 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b1808-e4ce-4512-bb01-21553ca36a20 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=6']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:03:02.337924 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:03:02.366900 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c522a44d-8f36-46e3-9798-1c321e539928 req-9b1045ef-6bd3-4fec-be29-c01b96e7823b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.368555 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c522a44d-8f36-46e3-9798-1c321e539928 req-9b1045ef-6bd3-4fec-be29-c01b96e7823b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0767961 Jun 17 08:03:02.370122 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e9b5b3-3e4e-4372-b3ab-4bdafecc5869 x-openstack-request-id: req-e3e9b5b3-3e4e-4372-b3ab-4bdafecc5869 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:03:02.370469 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:03:02.370785 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-e3e9b5b3-3e4e-4372-b3ab-4bdafecc5869 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:03:02.371238 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3e9b5b3-3e4e-4372-b3ab-4bdafecc5869'] response: {'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:03:02.421224 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-c522a44d-8f36-46e3-9798-1c321e539928 req-a6ea112b-9275-4fb8-bb8f-63cb063ab006 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416353 Jun 17 08:03:02.433165 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.450160 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdfecb-ea28-489f-ac12-521206763002 req-3e2d6044-626f-4a9d-96f6-14042618eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.451516 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-3e2d6044-626f-4a9d-96f6-14042618eef5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1137 time: 0.0570970 Jun 17 08:03:02.547807 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdfecb-ea28-489f-ac12-521206763002 req-bf61da4a-3ddd-43a3-b08d-11f7f6ef6552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.549737 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-bf61da4a-3ddd-43a3-b08d-11f7f6ef6552 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0889454 Jun 17 08:03:02.589887 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-86f8703f-cf74-48af-8d47-80659d095e26 None None] Provisioning complete for port 8f7823ee-1199-4479-9254-a949245a2335 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:03:02.590254 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-86f8703f-cf74-48af-8d47-80659d095e26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:02.616553 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-7749e268-5382-439c-b176-1e4251a4a917 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 1001 time: 0.0601318 Jun 17 08:03:02.664485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdfecb-ea28-489f-ac12-521206763002 req-17571e5e-e989-4bd1-9c79-0f433478b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.666050 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-17571e5e-e989-4bd1-9c79-0f433478b8c2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0432019 Jun 17 08:03:02.711046 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bdfecb-ea28-489f-ac12-521206763002 req-1555b863-c1c6-49e3-bffc-66ecf0d2d120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:02.712429 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-1555b863-c1c6-49e3-bffc-66ecf0d2d120 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390875 Jun 17 08:03:02.798237 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-86f8703f-cf74-48af-8d47-80659d095e26 None None] Current status of the port 8f7823ee-1199-4479-9254-a949245a2335 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:03:02.804683 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-1f967c85-af78-4809-91be-52234f3aa8a5 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853353 Jun 17 08:03:02.898871 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-d5bdfecb-ea28-489f-ac12-521206763002 req-5a03ef76-c352-4c6a-ac74-6462f166bbec service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815034 Jun 17 08:03:03.466177 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:03.974463 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:09.859781 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:25.472236 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f00b28-ae64-4e37-bda0-4e9440bdd82a req-8410fde5-b565-4a5c-a812-8b5c4e663bb0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:25.473887 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d1f00b28-ae64-4e37-bda0-4e9440bdd82a req-8410fde5-b565-4a5c-a812-8b5c4e663bb0 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0491006 Jun 17 08:03:25.513289 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d1f00b28-ae64-4e37-bda0-4e9440bdd82a req-12ddb2ea-6aef-4fbb-b095-9e08b702a9f9 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332880 Jun 17 08:03:25.586959 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63320-2c29-4935-98ba-98698d008594 req-61f8d47e-9d8a-4de0-b016-7b3692794d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:25.588398 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-61f8d47e-9d8a-4de0-b016-7b3692794d03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1137 time: 0.0826235 Jun 17 08:03:25.678991 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63320-2c29-4935-98ba-98698d008594 req-01460153-079c-4c2b-867c-c3925ad2ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:25.680333 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-01460153-079c-4c2b-867c-c3925ad2ae93 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0848889 Jun 17 08:03:25.749333 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-2d60960d-a27d-42b9-9c24-90d5f2486011 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 1001 time: 0.0590687 Jun 17 08:03:25.806568 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63320-2c29-4935-98ba-98698d008594 req-1bd48b64-8283-4e86-8930-11f0bf58f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:25.807979 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-1bd48b64-8283-4e86-8930-11f0bf58f768 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0501394 Jun 17 08:03:25.851832 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c63320-2c29-4935-98ba-98698d008594 req-e46fb9e2-8a62-4fa6-9a0b-aa6b21726a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:25.853292 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-e46fb9e2-8a62-4fa6-9a0b-aa6b21726a2f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383966 Jun 17 08:03:25.891215 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:03:25.944282 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-257385c3-9c3a-4fad-a104-0fa9d7add85c service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Jun 17 08:03:26.034909 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-87c63320-2c29-4935-98ba-98698d008594 req-b3a62160-63fb-44f2-a562-7800abee6d32 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790825 Jun 17 08:03:26.676678 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59237949-0349-4385-8a85-9494e7ac2060 req-eaf45fcd-6bf7-4f90-90f2-321e950545ab tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:26.678148 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59237949-0349-4385-8a85-9494e7ac2060 req-eaf45fcd-6bf7-4f90-90f2-321e950545ab tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0965559 Jun 17 08:03:26.720518 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59237949-0349-4385-8a85-9494e7ac2060 req-94445b32-baf1-49a5-96e6-c1d1ea5b80e8 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362265 Jun 17 08:03:27.834903 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff96341-04f2-4c85-9280-244610a3df44 req-ffcfb345-4d36-4f97-80af-7550e28793fb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:27.836392 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ff96341-04f2-4c85-9280-244610a3df44 req-ffcfb345-4d36-4f97-80af-7550e28793fb tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0505953 Jun 17 08:03:27.878529 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-5ff96341-04f2-4c85-9280-244610a3df44 req-87d9ebd7-7a7d-4550-a001-755614ef2f03 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360463 Jun 17 08:03:28.814387 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-99e58cc0-ef86-4ebe-95e8-46232e8e294e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:28.991117 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9c4a20-9ee0-4ee8-b90e-f647a461100c req-7e4e0d7a-3ddb-4197-b89b-22071d04b21d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:28.992575 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4b9c4a20-9ee0-4ee8-b90e-f647a461100c req-7e4e0d7a-3ddb-4197-b89b-22071d04b21d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0480542 Jun 17 08:03:29.031734 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-4b9c4a20-9ee0-4ee8-b90e-f647a461100c req-d3ae244f-85d8-49f3-9135-50aa3e3ebc87 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331519 Jun 17 08:03:30.144227 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e97e9-56ee-42e7-bef9-0fa17037a3d6 req-f90d05cb-dc96-4d5b-91ab-753847d84e3e tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:30.145710 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d12e97e9-56ee-42e7-bef9-0fa17037a3d6 req-f90d05cb-dc96-4d5b-91ab-753847d84e3e tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0476959 Jun 17 08:03:30.184647 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-d12e97e9-56ee-42e7-bef9-0fa17037a3d6 req-8a6e9176-73dd-4a88-96be-0a918ff31cb9 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330374 Jun 17 08:03:31.080729 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-12de2919-2a97-4e71-abba-02eadd897ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:31.295560 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82522b80-331e-4458-b69a-6cb3b2237ad9 req-106bb726-0341-4cfe-b4fd-9ecc8161277d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:31.296925 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82522b80-331e-4458-b69a-6cb3b2237ad9 req-106bb726-0341-4cfe-b4fd-9ecc8161277d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0476947 Jun 17 08:03:31.335429 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-82522b80-331e-4458-b69a-6cb3b2237ad9 req-a8ecb5d9-9111-472c-b8c0-464da6a2e8c3 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318727 Jun 17 08:03:32.345299 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:32.449172 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbe620a-bf8b-420d-90fa-ba2a97e2668b req-f69f76ee-02c3-40ba-845e-b96a44bb5791 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:32.450767 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-adbe620a-bf8b-420d-90fa-ba2a97e2668b req-f69f76ee-02c3-40ba-845e-b96a44bb5791 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0489933 Jun 17 08:03:32.489828 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-adbe620a-bf8b-420d-90fa-ba2a97e2668b req-2876429d-7183-4b2f-ae25-18c251fc9a36 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328906 Jun 17 08:03:33.469535 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:33.601624 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d6ad5-23bb-4a05-9111-1734ac403a62 req-ae798a97-1cc9-4a9f-9bef-980514593556 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:33.603056 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-216d6ad5-23bb-4a05-9111-1734ac403a62 req-ae798a97-1cc9-4a9f-9bef-980514593556 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0473032 Jun 17 08:03:33.645768 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-216d6ad5-23bb-4a05-9111-1734ac403a62 req-a81f8609-eaf6-47d8-98f1-9b7c3eefa022 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365243 Jun 17 08:03:33.951224 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:34.758457 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b32d6f0-fa74-406a-b889-24569da7eedc req-85e2d587-b507-4e31-a735-d6350515645e tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:34.759911 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4b32d6f0-fa74-406a-b889-24569da7eedc req-85e2d587-b507-4e31-a735-d6350515645e tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0479555 Jun 17 08:03:34.802944 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-4b32d6f0-fa74-406a-b889-24569da7eedc req-06ce538e-9bb2-4df2-8bed-f2873f1cdae5 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370374 Jun 17 08:03:35.922089 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad0c0d1-1d30-4129-9310-7cb868f16a97 req-5cdb303b-bffb-4d02-b5b1-ee5d69dd5d74 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:35.923578 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5ad0c0d1-1d30-4129-9310-7cb868f16a97 req-5cdb303b-bffb-4d02-b5b1-ee5d69dd5d74 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0554137 Jun 17 08:03:35.962507 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-5ad0c0d1-1d30-4129-9310-7cb868f16a97 req-6fbcd982-5854-4a5b-9a10-c1a891f1d8a3 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329044 Jun 17 08:03:37.074322 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfdc3f9-46c8-4158-a08c-8db5e8f7e743 req-cd6c4975-8882-4aae-bf98-50778ddf9f52 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:37.075762 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-edfdc3f9-46c8-4158-a08c-8db5e8f7e743 req-cd6c4975-8882-4aae-bf98-50778ddf9f52 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0477512 Jun 17 08:03:37.114443 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-edfdc3f9-46c8-4158-a08c-8db5e8f7e743 req-ddb93221-7258-430e-af5b-e735a1bf21a4 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322404 Jun 17 08:03:38.230224 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c5f4-358f-4d70-b0d8-c1a32262bb89 req-9b46cb29-94ac-44a0-a0b9-a16c5267a19d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:38.231681 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a345c5f4-358f-4d70-b0d8-c1a32262bb89 req-9b46cb29-94ac-44a0-a0b9-a16c5267a19d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0488558 Jun 17 08:03:38.270493 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-a345c5f4-358f-4d70-b0d8-c1a32262bb89 req-360a2bd0-71b2-4408-b7f3-8c7cd4c1040c tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327284 Jun 17 08:03:39.386812 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3421d3-df1e-4f89-84c3-46aa8e875847 req-25801055-b283-459e-8e34-f58da2f762d4 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:39.388299 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6b3421d3-df1e-4f89-84c3-46aa8e875847 req-25801055-b283-459e-8e34-f58da2f762d4 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0484607 Jun 17 08:03:39.427512 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-6b3421d3-df1e-4f89-84c3-46aa8e875847 req-00d6950f-8e97-47d4-b00d-48e4ad69d704 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326002 Jun 17 08:03:39.836316 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:40.538817 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068156e1-c1d9-4bc4-b502-a9907f49851b req-36471986-f6a6-41ae-bd97-1e93554b9ad3 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:40.540228 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-068156e1-c1d9-4bc4-b502-a9907f49851b req-36471986-f6a6-41ae-bd97-1e93554b9ad3 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0470858 Jun 17 08:03:40.582539 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-068156e1-c1d9-4bc4-b502-a9907f49851b req-d27a5392-13c9-4594-8b7e-17da596f9ffc tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363603 Jun 17 08:03:41.694141 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0985b-0402-441b-9fcb-b2c9c096e8fe req-dc7c238d-b2d3-438e-a902-24c88ff4aab1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:41.695582 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0ff0985b-0402-441b-9fcb-b2c9c096e8fe req-dc7c238d-b2d3-438e-a902-24c88ff4aab1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0475526 Jun 17 08:03:41.737998 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-0ff0985b-0402-441b-9fcb-b2c9c096e8fe req-5870c8b6-3710-4374-b7d6-8c137a43eb92 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363369 Jun 17 08:03:42.848731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee936019-c050-4a1a-ab06-6d61ef9268b7 req-47dc3abc-b036-4b04-9ead-d19a7edaa729 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:03:42.850095 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee936019-c050-4a1a-ab06-6d61ef9268b7 req-47dc3abc-b036-4b04-9ead-d19a7edaa729 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0466835 Jun 17 08:03:42.890196 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ee936019-c050-4a1a-ab06-6d61ef9268b7 req-9131616f-2283-4eaa-960b-3331bf3beec4 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=749988b7-f070-4a56-91a3-b63379da9cc0&id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338771 Jun 17 08:03:58.807733 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-96cd6916-c08e-4c90-8e01-cce38440a668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:03:59.957950 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-93e1b90e-7eb8-417e-9ca9-c063d85f7582 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384071 Jun 17 08:04:00.048728 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-0378ec93-f601-4d2a-8948-386ac41626c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:00.050256 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-0378ec93-f601-4d2a-8948-386ac41626c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1137 time: 0.0482790 Jun 17 08:04:00.149848 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-a0365675-1ecf-4b1d-84d2-85cbe0d4982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:00.151317 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-a0365675-1ecf-4b1d-84d2-85cbe0d4982e service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0826418 Jun 17 08:04:00.213503 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-75d30ed1-bd02-4a12-9dcd-14f62a3393ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 1001 time: 0.0552299 Jun 17 08:04:00.264485 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-a7b22984-9a52-4e20-9285-2819a6092fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:00.265966 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-a7b22984-9a52-4e20-9285-2819a6092fdf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0452135 Jun 17 08:04:00.309790 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-7614c822-5593-4409-bcf8-c61d61e08102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:00.311196 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-7614c822-5593-4409-bcf8-c61d61e08102 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384567 Jun 17 08:04:00.395912 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-8b561d9d-69f8-4941-8133-ca92ff6aa420 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0774252 Jun 17 08:04:00.485130 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-59f4f52c-de50-404c-a7a8-fe0d71651576 req-9da5eaa9-f0a8-418e-8a7d-695feeff7d3f service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821629 Jun 17 08:04:01.097580 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-756cb76a-dab1-4a51-9328-79fd41552fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:02.333663 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:02.890428 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:04:03.491911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:03.965911 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:09.847561 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.178606 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-38ab40b7-cc14-4d6d-baa8-37ad57356c7e tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1919482016&fields=id&tenant_id=70d0d934a496490ba86e092bfb06d2e0 HTTP/1.1" status: 200 len: 267 time: 0.0327768 Jun 17 08:04:18.230311 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-7d3eeeb8-8827-4242-a797-17d012a72eb2 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:18.231751 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-7d3eeeb8-8827-4242-a797-17d012a72eb2 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 984 time: 0.0477648 Jun 17 08:04:18.242346 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.v2.base [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Request body: {'port': {'security_groups': ['b2c61b26-d4d9-4767-bd5a-b7fc07417d9a']}} {{(pid=109306) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 17 08:04:18.303581 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7950009'] for port, before_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.474234 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:18.503328 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for port, precommit_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.572856 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8793429014065', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8793428605489', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8793428581843', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17110514'] for port, after_update {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.584979 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:04:18.623370 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:18.623963 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.625949 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-3c07b44c-c9ff-410c-9560-16ed6af199e3 req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "PUT /v2.0/ports/8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 942 time: 0.3879278 Jun 17 08:04:18.626428 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:04:18.628658 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f572d828-aaa3-48db-97d8-f8ea070fed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:04:18.632222 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46384) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:18.656127 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event updated for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=7']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:18.664512 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.664915 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.665439 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.665983 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.667624 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.667999 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.668414 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.668767 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.669152 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.669485 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.669820 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.670662 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34742e86-ec06-4bb1-bce8-d47a808994bd tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109306) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:18.685214 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a312e-4514-4636-a7ce-814c8af6b2b7 x-openstack-request-id: req-877a312e-4514-4636-a7ce-814c8af6b2b7 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:04:18.685732 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:04:18.686101 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-877a312e-4514-4636-a7ce-814c8af6b2b7 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:04:18.686600 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877a312e-4514-4636-a7ce-814c8af6b2b7'] response: {'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:04:18.710455 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:04:18.724358 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.771569 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.797988 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-033da6d3-630b-4474-a2cc-226183c3befa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:18.799494 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-033da6d3-630b-4474-a2cc-226183c3befa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0887017 Jun 17 08:04:18.898286 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-d670577c-a732-4c4f-9f38-28f0cd5666c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:18.899655 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-d670577c-a732-4c4f-9f38-28f0cd5666c6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0886798 Jun 17 08:04:18.969569 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-c015a49b-4f39-479c-a85a-62346d41514b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 1001 time: 0.0623674 Jun 17 08:04:18.971440 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.provisioning_blocks [None req-daeea160-c138-46ae-b6f4-abc57f03810c None None] Provisioning complete for port 8f7823ee-1199-4479-9254-a949245a2335 triggered by entity DHCP. {{(pid=109308) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 17 08:04:18.971806 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-daeea160-c138-46ae-b6f4-abc57f03810c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7657329'] for port, provisioning_complete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.986731 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.987753 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for security_group, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:18.989408 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "DELETE /v2.0/security-groups/749988b7-f070-4a56-91a3-b63379da9cc0 HTTP/1.1" status: 204 len: 168 time: 0.3544269 Jun 17 08:04:18.992185 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46386) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:19.028621 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=749988b7-f070-4a56-91a3-b63379da9cc0,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:19.038373 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-c108d28e-21b8-4ce3-8b99-df7a86839128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:19.040259 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-c108d28e-21b8-4ce3-8b99-df7a86839128 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.0637500 Jun 17 08:04:19.041597 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044127 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044810 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044810 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.044810 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.045136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bda7c4c6-687b-43fa-9ef6-38dfc35324d6 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109307) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:19.090391 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-6e4fe1ae-a9a5-4214-a5ef-d91088f35aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:19.091997 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-6e4fe1ae-a9a5-4214-a5ef-d91088f35aac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423918 Jun 17 08:04:19.107322 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-daeea160-c138-46ae-b6f4-abc57f03810c None None] Current status of the port 8f7823ee-1199-4479-9254-a949245a2335 is: ACTIVE; New status is: ACTIVE {{(pid=109308) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2240}} Jun 17 08:04:19.169333 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Deleting port 930259fe-2e44-42e6-b35f-82dc65a3c4b7 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:19.169671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:19.187700 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-b52bcf01-792a-4578-bb9f-83c5729656c4 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879629 Jun 17 08:04:19.245200 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:19.245769 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:19.258287 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Calling delete_port for 930259fe-2e44-42e6-b35f-82dc65a3c4b7 owned by network:floatingip {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:19.279068 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-f572d828-aaa3-48db-97d8-f8ea070fed6a req-9cd3cf83-2178-423d-adb9-1131b70ee46d service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833635 Jun 17 08:04:19.476047 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:19.501783 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event deleted for resources: {'Port': ['ID=930259fe-2e44-42e6-b35f-82dc65a3c4b7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:19.563560 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks [] for floatingip, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:19.563884 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.db.l3_db [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Floating IP 915aee16-2f9f-4b11-8c40-dc0542cfd437 disassociated (deleted). External IP: 172.27.2.194, port: 8f7823ee-1199-4479-9254-a949245a2335. Jun 17 08:04:20.012904 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Router c49d2aeb-b0a5-482e-961f-04d3f8d78569 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:04:20.116576 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:04:20.121337 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for floatingip, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:20.127647 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Sync routers for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:04:20.136474 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:20.137094 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:20.148478 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3e7faa57-3a43-450d-bb10-f13ed98f66e1 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "DELETE /v2.0/floatingips/915aee16-2f9f-4b11-8c40-dc0542cfd437 HTTP/1.1" status: 204 len: 168 time: 1.1549942 Jun 17 08:04:20.240626 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:20.437692 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:20.464227 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Checking router: c49d2aeb-b0a5-482e-961f-04d3f8d78569 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:04:20.472796 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:20.473425 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:20.574899 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:20.687867 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109306) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:04:20.690270 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3429b6203b895cae623b476f78de4d3749fcb5333062fd7847725ac9f9eafa86" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda" -d '{"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109306) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:04:20.725518 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 17 Jun 2022 08:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b373e8-ba2e-4d5f-a9f9-d8285ae38520 x-openstack-request-id: req-75b373e8-ba2e-4d5f-a9f9-d8285ae38520 {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:04:20.725803 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109306) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:04:20.726050 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-75b373e8-ba2e-4d5f-a9f9-d8285ae38520 {{(pid=109306) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:04:20.726448 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75b373e8-ba2e-4d5f-a9f9-d8285ae38520'] response: {'name': 'network-changed', 'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:04:20.769628 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:20.794136 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-00f2cf92-9ee0-4c93-8902-c94a10b96f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:20.795586 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2fd561-4017-40a8-bebb-29effb514c5c None None] The sync data for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi is: [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:02:10Z', 'revision_number': 4, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi', '_interfaces': [{'id': '9e117187-7730-4a9e-b608-159d420fcdb3', 'name': '', 'network_id': '0dd00a94-0294-45fe-93b4-faa89c7aabc9', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'mac_address': 'fa:16:3e:12:d0:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_interface', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:10Z', 'updated_at': '2022-06-17T08:02:14Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'subnets': [{'id': '2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:04:20.795872 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-00f2cf92-9ee0-4c93-8902-c94a10b96f99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=70d0d934a496490ba86e092bfb06d2e0&device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 1098 time: 0.0432363 Jun 17 08:04:20.891454 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-06d50698-507c-4c55-8d9b-c2a369d14985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:20.892888 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-06d50698-507c-4c55-8d9b-c2a369d14985 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 200 len: 915 time: 0.0842102 Jun 17 08:04:20.944662 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-da13b257-776f-4df0-af7b-8dab73621592 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 200 len: 217 time: 0.0371251 Jun 17 08:04:21.020711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e73b40-1034-45a0-b10b-4c36534c20bd None None] New status for floating IP 915aee16-2f9f-4b11-8c40-dc0542cfd437: DOWN {{(pid=109308) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 17 08:04:21.260268 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-43f64f33-ee3f-4094-aaff-136d1e21b554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:21.263932 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-43f64f33-ee3f-4094-aaff-136d1e21b554 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 200 len: 853 time: 0.3095047 Jun 17 08:04:21.305828 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-dcfc723e-3886-4180-9634-3af8023121ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:21.307242 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-dcfc723e-3886-4180-9634-3af8023121ba service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0dd00a94-0294-45fe-93b4-faa89c7aabc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385909 Jun 17 08:04:21.395792 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-78065e2c-0df6-4cc6-ba04-55d9d75c22c1 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812252 Jun 17 08:04:21.483345 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-ec3c25f8-ea8e-454a-a8cb-354102f7ddda req-7dd624f2-fe3f-482e-8abc-1e02bd97c604 service neutron] 10.222.0.57 "GET /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806420 Jun 17 08:04:24.351954 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a0336-2ce6-424d-9001-a6b5588dd733 req-208509b9-b903-4f4f-8aad-f6eece60041c tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:24.353427 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-812a0336-2ce6-424d-9001-a6b5588dd733 req-208509b9-b903-4f4f-8aad-f6eece60041c tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0513139 Jun 17 08:04:24.400020 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-812a0336-2ce6-424d-9001-a6b5588dd733 req-a5a3ba81-8d57-406d-a246-be921302ad96 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Jun 17 08:04:25.513032 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c655bb3-aeda-4645-95a7-ee96335fd998 req-cbfc7485-02bb-46f8-9544-9a820ce6af6d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109306) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:25.514458 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1c655bb3-aeda-4645-95a7-ee96335fd998 req-cbfc7485-02bb-46f8-9544-9a820ce6af6d tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0473065 Jun 17 08:04:25.560639 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [req-1c655bb3-aeda-4645-95a7-ee96335fd998 req-1d8493f4-62c0-4794-92e7-8a4d592050e5 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394495 Jun 17 08:04:26.348044 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-9c455709-e2e5-4fda-a5b0-0116b008a5de tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:26.349482 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-9c455709-e2e5-4fda-a5b0-0116b008a5de tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.57 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0457733 Jun 17 08:04:26.444708 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Deleting port 8f7823ee-1199-4479-9254-a949245a2335 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:26.445100 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.532817 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] For port 8f7823ee-1199-4479-9254-a949245a2335, host hv-cinder-82174, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82174',level=0,port_id=8f7823ee-1199-4479-9254-a949245a2335,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:26.533216 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.545752 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Calling delete_port for 8f7823ee-1199-4479-9254-a949245a2335 owned by compute:nova {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:26.707068 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3f98bc-b015-46de-9992-5d65aacb3736 req-8430cc05-3dc6-4f3e-bf4e-49bf8ee8d080 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109307) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 17 08:04:26.708516 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3d3f98bc-b015-46de-9992-5d65aacb3736 req-8430cc05-3dc6-4f3e-bf4e-49bf8ee8d080 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/ports?device_id=13b37ea8-1d74-483d-94b9-5826148eccb1 HTTP/1.1" status: 200 len: 945 time: 0.0619450 Jun 17 08:04:26.744140 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-3d3f98bc-b015-46de-9992-5d65aacb3736 req-1cde3eb4-9e2e-48a1-9bbc-32ed682d8a13 tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.27 "GET /v2.0/security-groups?id=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296283 Jun 17 08:04:26.745170 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.762879 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] get_ports_and_sgs() called for port_ids ['8f7823ee-1199-4479-9254-a949245a2335'] {{(pid=109308) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 17 08:04:26.773679 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Pushing event deleted for resources: {'Port': ['ID=8f7823ee-1199-4479-9254-a949245a2335,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:26.817699 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] No DVR routers for this DVR port 8f7823ee-1199-4479-9254-a949245a2335 on host hv-cinder-82174 {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:04:26.820192 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1018617'] for port, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:26.823415 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [req-6ed3657d-35a9-4d7a-a13c-ce08438a8109 req-a34cadb8-b4ca-40e1-9721-9a58e894ed6b tempest-TestMinimumBasicScenario-1665242570 tempest-TestMinimumBasicScenario-1665242570-project] 10.222.0.57 "DELETE /v2.0/ports/8f7823ee-1199-4479-9254-a949245a2335 HTTP/1.1" status: 204 len: 173 time: 0.4592786 Jun 17 08:04:26.823845 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'name': 'network-vif-deleted', 'tag': '8f7823ee-1199-4479-9254-a949245a2335'}] {{(pid=109307) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 17 08:04:26.826092 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.27/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}32972d5d408d60df47516f2bf682e305d59b5015dd9c83f7d05c6fe38912a2e6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff8272f-f6f8-49e8-ba57-e91cb1ee805b" -d '{"events": [{"server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "name": "network-vif-deleted", "tag": "8f7823ee-1199-4479-9254-a949245a2335"}]}' {{(pid=109307) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 17 08:04:26.920238 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 17 Jun 2022 08:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad2d1e6-933f-462a-9b9b-989a7a35136a x-openstack-request-id: req-fad2d1e6-933f-462a-9b9b-989a7a35136a {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 17 08:04:26.920525 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b37ea8-1d74-483d-94b9-5826148eccb1", "name": "network-vif-deleted", "tag": "8f7823ee-1199-4479-9254-a949245a2335", "status": "completed", "code": 200}]} {{(pid=109307) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 17 08:04:26.920774 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.27/compute/v2.1/os-server-external-events used request id req-fad2d1e6-933f-462a-9b9b-989a7a35136a {{(pid=109307) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 17 08:04:26.921760 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fad2d1e6-933f-462a-9b9b-989a7a35136a'] response: {'server_uuid': '13b37ea8-1d74-483d-94b9-5826148eccb1', 'name': 'network-vif-deleted', 'tag': '8f7823ee-1199-4479-9254-a949245a2335', 'status': 'completed', 'code': 200} Jun 17 08:04:28.818807 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-7f2139c6-d6cd-4b6c-9fa4-dde527649b58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.029013 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46478) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:29.362432 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.602193 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Deleting port 9e117187-7730-4a9e-b608-159d420fcdb3 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:29.602539 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.678327 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] For port 9e117187-7730-4a9e-b608-159d420fcdb3, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=9e117187-7730-4a9e-b608-159d420fcdb3,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:29.678685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.690420 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Calling delete_port for 9e117187-7730-4a9e-b608-159d420fcdb3 owned by network:router_interface {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:29.925879 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:29.949888 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e117187-7730-4a9e-b608-159d420fcdb3,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:30.123008 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.229050 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 8f7823ee-1199-4479-9254-a949245a2335 no longer exists at agent hyperv_hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:30.248314 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] No Port match for: 8f7823ee-1199-4479-9254-a949245a2335 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:30.248582 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Device 8f7823ee-1199-4479-9254-a949245a2335 not bound to the agent host hv-cinder-82174 {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:30.333229 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Router c49d2aeb-b0a5-482e-961f-04d3f8d78569 has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109306) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:04:30.437042 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109306) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:04:30.441969 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-3b9f2836-e6d7-4d96-8a4f-2899e1794b82 admin admin] 10.222.0.27 "PUT /v2.0/routers/c49d2aeb-b0a5-482e-961f-04d3f8d78569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4119718 Jun 17 08:04:30.444671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46480) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:30.447857 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Sync routers for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:04:30.458263 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:30.458868 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:30.547685 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks [] for router, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.643757 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: dv-cinder-821745-1-iscsi {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:30.664582 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.786037 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Deleting port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:30.786297 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.811513 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89'}], 'enable_snat': True}, 'gw_port_id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:04:29Z', 'revision_number': 5, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port': {'id': 'fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:41:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 722, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:08Z', 'updated_at': '2022-06-17T08:02:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:30.840794 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Checking router: c49d2aeb-b0a5-482e-961f-04d3f8d78569 for host: dv-cinder-821745-1-iscsi {{(pid=109309) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:04:30.849343 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Routers {'c49d2aeb-b0a5-482e-961f-04d3f8d78569'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109309) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:30.849937 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:01Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'], 'active': True} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:30.862140 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] For port fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:30.862511 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:30.874385 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Calling delete_port for fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 owned by network:router_gateway {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:30.931282 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_dvr_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] Set router c49d2aeb-b0a5-482e-961f-04d3f8d78569 gateway port host: None {{(pid=109309) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:30.981620 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.l3_hamode_db [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:04:30Z', 'revision_number': 6, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109309) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:31.010411 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152469a8-cd84-4c4e-a8d3-7714800b3f6f None None] The sync data for ids ['c49d2aeb-b0a5-482e-961f-04d3f8d78569'] in dv-cinder-821745-1-iscsi is: [{'id': 'c49d2aeb-b0a5-482e-961f-04d3f8d78569', 'name': 'tempest-TestMinimumBasicScenario-647329147-router', 'tenant_id': '70d0d934a496490ba86e092bfb06d2e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:07Z', 'updated_at': '2022-06-17T08:04:30Z', 'revision_number': 6, 'project_id': '70d0d934a496490ba86e092bfb06d2e0', 'gw_port_host': None}] {{(pid=109309) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:04:31.098808 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-72134240-7adb-424e-879b-d1c4cde7086e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.127457 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.156113 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:31.213275 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.550141 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.552203 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.658700 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.659256 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c49d2aeb-b0a5-482e-961f-04d3f8d78569 {{(pid=109306) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:04:31.670197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] Notify callbacks [] for router, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.670197 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-fa7d0239-934e-4a45-a835-9e6abbe9af77 admin admin] 10.222.0.27 "DELETE /v2.0/routers/c49d2aeb-b0a5-482e-961f-04d3f8d78569 HTTP/1.1" status: 204 len: 168 time: 1.2191670 Jun 17 08:04:31.670197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46482) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:31.714493 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Deleting subnet 2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 {{(pid=109306) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 08:04:31.717325 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.751118 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17106277'] for subnet, precommit_delete_associations {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.826600 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.950419 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17110316', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17070981'] for subnet, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.976671 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:31.981790 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for subnet, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:31.987208 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6047dd3d-58da-4dc8-86f9-6d9d6fa4801d None None] Network 0dd00a94-0294-45fe-93b4-faa89c7aabc9 requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:04:31.993080 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-32bca9eb-e15c-4fa8-93ae-d4716ade2670 admin admin] 10.222.0.27 "DELETE /v2.0/subnets/2698cb26-cd0c-45d0-bef0-6a5d1f7abdc7 HTTP/1.1" status: 204 len: 168 time: 0.3223085 Jun 17 08:04:31.993793 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46484) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:32.066971 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.122063 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Deleting port 67ab23c2-f671-432c-a41f-82543eeb66d6 {{(pid=109306) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:32.122401 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.161512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] DHCP port deletion for 0dd00a94-0294-45fe-93b4-faa89c7aabc9 request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:04:32.184606 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.db [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] For port 67ab23c2-f671-432c-a41f-82543eeb66d6, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67ab23c2-f671-432c-a41f-82543eeb66d6,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109306) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:32.185231 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.197801 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.plugin [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Calling delete_port for 67ab23c2-f671-432c-a41f-82543eeb66d6 owned by network:dhcp {{(pid=109306) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:32.212284 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Deleting port 67ab23c2-f671-432c-a41f-82543eeb66d6 {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:32.212653 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.275540 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] For port 67ab23c2-f671-432c-a41f-82543eeb66d6, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=67ab23c2-f671-432c-a41f-82543eeb66d6,segment=NetworkSegment(6ffd50ec-5c25-49e9-a9ee-1ed01cac4691),segment_id=6ffd50ec-5c25-49e9-a9ee-1ed01cac4691)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:32.275931 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.294558 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Calling delete_port for 67ab23c2-f671-432c-a41f-82543eeb66d6 owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:32.365944 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17110523'] for port, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.371980 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.391558 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Pushing event deleted for resources: {'Port': ['ID=67ab23c2-f671-432c-a41f-82543eeb66d6,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:32.395145 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Pushing event deleted for resources: {'Port': ['ID=67ab23c2-f671-432c-a41f-82543eeb66d6,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:32.395796 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] No DVR routers for this DVR port 67ab23c2-f671-432c-a41f-82543eeb66d6 on host dv-cinder-821745-1-iscsi {{(pid=109306) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:04:32.398624 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.405281 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] No DVR routers for this DVR port 67ab23c2-f671-432c-a41f-82543eeb66d6 on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:04:32.407592 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.407932 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.408270 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.408592 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.409011 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.409607 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.409926 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.410245 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.410567 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.410882 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.411195 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.411513 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482f98e3-f528-4a48-82c7-a01bf861cf38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821745-1-iscsi {{(pid=109308) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 17 08:04:32.466733 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.490522 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd00a94-0294-45fe-93b4-faa89c7aabc9']}} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:32.500253 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691') {'for_net_delete': True} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:32.500550 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.services.segments.db [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ffd50ec-5c25-49e9-a9ee-1ed01cac4691') {} {{(pid=109306) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:32.509709 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17106286'] for segment, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.522365 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.528005 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=109306) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:04:32.528411 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17110486'] for segment, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.641336 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.647004 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:32.653162 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] 10.222.0.27 "DELETE /v2.0/networks/0dd00a94-0294-45fe-93b4-faa89c7aabc9 HTTP/1.1" status: 204 len: 168 time: 0.6554940 Jun 17 08:04:32.653411 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46490) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:32.661556 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7e120-c3cc-49ca-84fc-99c2c884985f admin admin] Pushing event deleted for resources: {'Network': ['ID=0dd00a94-0294-45fe-93b4-faa89c7aabc9,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:32.665879 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 6ffd50ec-5c25-49e9-a9ee-1ed01cac4691 resource provider aggregate not found Jun 17 08:04:32.682658 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.services.segments.plugin [-] Segment 6ffd50ec-5c25-49e9-a9ee-1ed01cac4691 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ffd50ec-5c25-49e9-a9ee-1ed01cac4691 found for delete ", "request_id": "req-9cd530aa-98e4-4ea4-8b91-7dcd9c353d90"}]} Jun 17 08:04:32.980873 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-418768'] for router_interface, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.065359 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:33.086224 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:33.086557 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device fd8da0b6-d3a7-48e0-93a7-14e3ecafd4a0 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:33.086968 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9e117187-7730-4a9e-b608-159d420fcdb3 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:33.105939 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 9e117187-7730-4a9e-b608-159d420fcdb3 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:33.106269 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 9e117187-7730-4a9e-b608-159d420fcdb3 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:33.106670 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67ab23c2-f671-432c-a41f-82543eeb66d6 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:33.125389 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 67ab23c2-f671-432c-a41f-82543eeb66d6 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:33.125725 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 67ab23c2-f671-432c-a41f-82543eeb66d6 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:33.219834 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Deleting port 715b0050-85e6-4e2f-8f02-e0a7478ab872 {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:33.220174 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.297207 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] For port 715b0050-85e6-4e2f-8f02-e0a7478ab872, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=715b0050-85e6-4e2f-8f02-e0a7478ab872,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:33.297483 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.309232 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Calling delete_port for 715b0050-85e6-4e2f-8f02-e0a7478ab872 owned by network:router_interface {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:33.460297 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.538690 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.563610 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Pushing event deleted for resources: {'Port': ['ID=715b0050-85e6-4e2f-8f02-e0a7478ab872,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:33.739323 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-589590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-418748'] for router_interface, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:33.947706 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Router 11b61396-06aa-41c5-aeca-1fd20408e34a has already been hosted by L3 agent 55d74831-f788-43ab-bab8-5e38bcc6d50a {{(pid=109307) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 17 08:04:33.961581 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.053310 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] Notify agent at l3_agent.dv-cinder-821745-1-iscsi the message routers_updated {{(pid=109307) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 17 08:04:34.058432 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-f971d5e8-4e46-4f39-968b-8045859b380a admin admin] 10.222.0.27 "PUT /v2.0/routers/11b61396-06aa-41c5-aeca-1fd20408e34a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4037220 Jun 17 08:04:34.060813 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46496) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:34.061818 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Sync routers for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 17 08:04:34.070864 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:34.071487 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:34.161795 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.174086 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: dv-cinder-821745-1-iscsi {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:34.259778 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.343178 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'external_fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16'}], 'enable_snat': True}, 'gw_port_id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:04:33Z', 'revision_number': 5, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port': {'id': '88d9af4a-3015-4f2a-9504-1a04ee1877de', 'name': '', 'network_id': 'fd30d186-f378-4daa-965d-b00f84cced42', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:c6:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'ip_address': '172.27.2.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821745-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:02:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1a6ae6f6-5e83-4e48-a0f3-d9ac882a7f6a', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821745-1-iscsi'}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:34.373157 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Checking router: 11b61396-06aa-41c5-aeca-1fd20408e34a for host: dv-cinder-821745-1-iscsi {{(pid=109308) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 17 08:04:34.381253 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Routers {'11b61396-06aa-41c5-aeca-1fd20408e34a'} bound to L3 agent in host dv-cinder-821745-1-iscsi {{(pid=109308) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jun 17 08:04:34.381841 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821745-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-17T07:39:31Z,description=,heartbeat_timestamp=2022-06-17T08:04:31Z,host='dv-cinder-821745-1-iscsi',id=55d74831-f788-43ab-bab8-5e38bcc6d50a,load=0,resource_versions=,resources_synced=,started_at=2022-06-17T07:39:32Z,topic='l3_agent')) {'router_ids': ['11b61396-06aa-41c5-aeca-1fd20408e34a'], 'active': True} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:34.420284 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Deleting port 88d9af4a-3015-4f2a-9504-1a04ee1877de {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:34.420550 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.461872 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvr_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] Set router 11b61396-06aa-41c5-aeca-1fd20408e34a gateway port host: None {{(pid=109308) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jun 17 08:04:34.506713 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] For port 88d9af4a-3015-4f2a-9504-1a04ee1877de, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=88d9af4a-3015-4f2a-9504-1a04ee1877de,segment=NetworkSegment(ddadbcda-a034-4f56-9252-9119f335b66c),segment_id=ddadbcda-a034-4f56-9252-9119f335b66c)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:34.507315 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.515268 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_hamode_db [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:04:34Z', 'revision_number': 6, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port_host': None}], 'dv-cinder-821745-1-iscsi', False) {} {{(pid=109308) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:34.520049 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Calling delete_port for 88d9af4a-3015-4f2a-9504-1a04ee1877de owned by network:router_gateway {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:34.541258 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68c5113-f784-4faf-b580-d57b58641ac3 None None] The sync data for ids ['11b61396-06aa-41c5-aeca-1fd20408e34a'] in dv-cinder-821745-1-iscsi is: [{'id': '11b61396-06aa-41c5-aeca-1fd20408e34a', 'name': 'tempest-TestMinimumBasicScenario-994298845-router', 'tenant_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-17T08:02:13Z', 'updated_at': '2022-06-17T08:04:34Z', 'revision_number': 6, 'project_id': 'bf05a9fe5ad1437cba2ecec27cd47ff8', 'gw_port_host': None}] {{(pid=109308) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 17 08:04:34.731462 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.756375 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=88d9af4a-3015-4f2a-9504-1a04ee1877de,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:34.814857 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-412958'] for router_gateway, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.902256 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-431111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2093379'] for router, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:34.904478 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.018352 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-431116'] for router, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.018878 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11b61396-06aa-41c5-aeca-1fd20408e34a {{(pid=109307) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 17 08:04:35.023160 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] Notify callbacks [] for router, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.024294 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5b74d915-4c5b-4c1a-8947-e9e37de7caa8 admin admin] 10.222.0.27 "DELETE /v2.0/routers/11b61396-06aa-41c5-aeca-1fd20408e34a HTTP/1.1" status: 204 len: 168 time: 0.9624102 Jun 17 08:04:35.026822 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46498) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:35.072012 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.db_base_plugin_v2 [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Deleting subnet 7466da55-107c-461f-b3e0-b4c6a2b7c4f2 {{(pid=109307) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Jun 17 08:04:35.074981 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.107445 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26212175'] for subnet, precommit_delete_associations {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.184361 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7663536'] for subnet, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.308210 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 715b0050-85e6-4e2f-8f02-e0a7478ab872 no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:35.326659 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7663545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571373', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25466735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26771695'] for subnet, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.333136 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 715b0050-85e6-4e2f-8f02-e0a7478ab872 {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:35.333476 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 715b0050-85e6-4e2f-8f02-e0a7478ab872 not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:35.333892 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 88d9af4a-3015-4f2a-9504-1a04ee1877de no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:35.351443 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7466da55-107c-461f-b3e0-b4c6a2b7c4f2,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:35.358739 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.358969 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: 88d9af4a-3015-4f2a-9504-1a04ee1877de {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:35.359353 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device 88d9af4a-3015-4f2a-9504-1a04ee1877de not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:35.363004 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-205d09bb-7231-4318-ba17-6e84dc35a7dd admin admin] 10.222.0.27 "DELETE /v2.0/subnets/7466da55-107c-461f-b3e0-b4c6a2b7c4f2 HTTP/1.1" status: 204 len: 168 time: 0.3349259 Jun 17 08:04:35.365206 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [-] (109307) accepted ('10.222.0.27', 46500) {{(pid=109307) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:35.367683 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bb82a0-779f-4aa0-a7e4-a5f4b61e6b42 None None] Network f8ec3fdd-fa18-483e-adf1-921bf747d06c requested from dv-cinder-821745-1-iscsi {{(pid=109308) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 17 08:04:35.437745 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7795595'] for network, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.493936 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Deleting port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f {{(pid=109307) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:35.494305 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.557108 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] DHCP port deletion for f8ec3fdd-fa18-483e-adf1-921bf747d06c request from dv-cinder-821745-1-iscsi {{(pid=109308) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 17 08:04:35.560367 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.db [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] For port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109307) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:35.561785 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.575279 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.plugin [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Calling delete_port for eb45eaec-e887-43af-b5e1-b6bb12b1ed3f owned by network:dhcp {{(pid=109307) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:35.608139 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Deleting port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f {{(pid=109308) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1986}} Jun 17 08:04:35.608502 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8793429007809'] for port, before_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.668336 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.db [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] For port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f, host dv-cinder-821745-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821745-1-iscsi',level=0,port_id=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,segment=NetworkSegment(227f68f6-68d6-4f9a-a7a9-60c717a01669),segment_id=227f68f6-68d6-4f9a-a7a9-60c717a01669)] {{(pid=109308) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 17 08:04:35.668795 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419171'] for port, precommit_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.683592 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Calling delete_port for eb45eaec-e887-43af-b5e1-b6bb12b1ed3f owned by network:dhcp {{(pid=109308) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2064}} Jun 17 08:04:35.715650 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25466808'] for port, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.742267 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:35.744076 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] No DVR routers for this DVR port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f on host dv-cinder-821745-1-iscsi {{(pid=109307) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:04:35.757067 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7950072', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-912830', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8793429014047', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8793428605507'] for port, after_delete {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:35.782010 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] Pushing event deleted for resources: {'Port': ['ID=eb45eaec-e887-43af-b5e1-b6bb12b1ed3f,revision_number=None']} {{(pid=109308) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:35.785875 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e75dae-097d-4f04-8168-f5744035c2cf None None] No DVR routers for this DVR port eb45eaec-e887-43af-b5e1-b6bb12b1ed3f on host dv-cinder-821745-1-iscsi {{(pid=109308) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 17 08:04:36.068558 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7655923', 'neutron.services.segments.db._delete_segments_for_network-8793428924115'] for network, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.087460 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ec3fdd-fa18-483e-adf1-921bf747d06c']}} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:36.096752 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227f68f6-68d6-4f9a-a7a9-60c717a01669') {'for_net_delete': True} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:36.097074 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.services.segments.db [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227f68f6-68d6-4f9a-a7a9-60c717a01669') {} {{(pid=109307) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 17 08:04:36.105927 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8793428925148', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26212164'] for segment, before_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.118721 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450'] for segment, precommit_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.124396 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=109307) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 17 08:04:36.124773 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7663450', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25466773'] for segment, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.193621 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 227f68f6-68d6-4f9a-a7a9-60c717a01669 resource provider aggregate not found Jun 17 08:04:36.209718 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.services.segments.plugin [-] Segment 227f68f6-68d6-4f9a-a7a9-60c717a01669 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 227f68f6-68d6-4f9a-a7a9-60c717a01669 found for delete ", "request_id": "req-43260a5f-5d21-45bc-929d-df4f3b11e658"}]} Jun 17 08:04:36.245750 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7655882', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571282', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-589597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-412962'] for network, after_delete {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.251434 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron_lib.callbacks.manager [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-589619'] for network, before_response {{(pid=109307) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.254520 dv-cinder-821745-1-iscsi neutron-server[109307]: INFO neutron.wsgi [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] 10.222.0.27 "DELETE /v2.0/networks/f8ec3fdd-fa18-483e-adf1-921bf747d06c HTTP/1.1" status: 204 len: 168 time: 0.8881609 Jun 17 08:04:36.265732 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b672ffe-00fa-4af8-a1f6-ad86ef969331 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8ec3fdd-fa18-483e-adf1-921bf747d06c,revision_number=None']} {{(pid=109307) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:36.673661 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46510) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:36.718439 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a4efd9fa-a844-4c51-9671-b5c80ef12df3 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=70d0d934a496490ba86e092bfb06d2e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436230 Jun 17 08:04:36.720874 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46512) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:36.770569 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.790543 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.915462 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.917956 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:36.919103 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/b2c61b26-d4d9-4767-bd5a-b7fc07417d9a HTTP/1.1" status: 204 len: 168 time: 0.1972804 Jun 17 08:04:36.927197 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd2b50a-17e6-4a3c-b6e6-8828c3c5e833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c61b26-d4d9-4767-bd5a-b7fc07417d9a,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:37.062959 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device eb45eaec-e887-43af-b5e1-b6bb12b1ed3f no longer exists at agent ovs-agent-dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 17 08:04:37.085592 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.plugin [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] No Port match for: eb45eaec-e887-43af-b5e1-b6bb12b1ed3f {{(pid=109308) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2324}} Jun 17 08:04:37.085927 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron.plugins.ml2.rpc [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Device eb45eaec-e887-43af-b5e1-b6bb12b1ed3f not bound to the agent host dv-cinder-821745-1-iscsi {{(pid=109308) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 17 08:04:37.518983 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46518) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:37.557115 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-a367ae6f-827f-4415-aef6-174e15a87085 admin admin] 10.222.0.27 "GET /v2.0/security-groups?tenant_id=bf05a9fe5ad1437cba2ecec27cd47ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369062 Jun 17 08:04:37.559394 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [-] (109306) accepted ('10.222.0.27', 46520) {{(pid=109306) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 17 08:04:37.606727 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.627163 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.749121 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-571705'] for security_group, after_delete {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.752372 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron_lib.callbacks.manager [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] Notify callbacks [] for security_group, before_response {{(pid=109306) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:37.752846 dv-cinder-821745-1-iscsi neutron-server[109306]: INFO neutron.wsgi [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] 10.222.0.27 "DELETE /v2.0/security-groups/3de701fe-e2fe-4a8a-943e-7d1b7c889a4e HTTP/1.1" status: 204 len: 168 time: 0.1925230 Jun 17 08:04:37.760878 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5439ce90-bbe8-4a36-86cf-96f8ffb9405b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de701fe-e2fe-4a8a-943e-7d1b7c889a4e,revision_number=None']} {{(pid=109306) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 17 08:04:39.890348 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:04:39.921419 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:04:58.770916 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3d454c97-e0eb-4d21-8700-7e5afa9016ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:01.085197 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-df669cde-972f-4d4a-a914-6a0bcf7841f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:02.349461 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:02.985859 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-e1ba8002-7af6-46a1-b41f-91415793f45d req-9836e5d2-7a32-4751-bc4f-fb3633e781b1 service neutron] (109307) timed out ('10.222.0.57', 52302) {{(pid=109307) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 17 08:05:03.463299 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:03.960851 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:09.869512 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:16.890120 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:05:28.788855 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-260145a3-2283-478e-8717-480e8450b023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:31.080036 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4160f8f8-9096-405b-b4d8-20f179c7462b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:32.394714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:33.525896 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:33.948504 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:39.924454 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:05:53.889179 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:05:58.794477 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c668991f-bf8f-49a9-9f75-122870c3e6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:01.102593 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-476cf877-a1aa-478d-8339-7387543cccf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:02.415714 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:03.508152 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:03.958229 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:09.993896 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:28.855945 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-d1bb4903-df75-4bbb-886a-a99b1a5fa52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:30.888151 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:06:31.118947 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-a7d4275d-3ea3-48ce-a0c6-919e5ba6e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:32.359103 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:33.490578 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:33.976209 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:39.930641 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:06:58.837805 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b0328ec8-dbad-4341-9da7-faa735d9c2fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:01.083955 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-4470a186-d918-4704-b259-288474671a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:02.387277 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:03.495370 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:03.947083 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:07.886390 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:07:09.929468 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:28.825652 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-2ccfe824-d4e3-403d-8b2f-ec5021bfac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:31.083551 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-546d6a12-b708-461c-be3b-b8d40158fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:32.374768 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:33.522698 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:33.985766 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:39.923526 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:07:44.886384 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:07:56.576255 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [req-b4113b4e-b7d4-4597-bae9-121697012ff3 req-1ce9a8a0-c00e-405c-820d-1d7ad33ac34c service neutron] (109306) timed out ('10.222.0.57', 52297) {{(pid=109306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 17 08:07:58.814503 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-41f7aa21-2f22-4822-8d57-f964d16e6c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:01.088519 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-3e802963-8b54-42a0-ab17-55d6300e8fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:02.397107 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:03.499815 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:03.957522 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:09.917216 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:21.884844 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:08:28.865486 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c07b913-0bc5-444a-90b9-b16b07317bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:31.088379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9c0b7852-38b9-4b65-8f70-638cad317f10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:32.402660 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:33.522643 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:33.939798 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:39.945120 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:58.824599 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ffbc3f2b-c6b2-424b-ab28-5296d3370091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:08:58.884294 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:09:01.133711 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-f35b1e6a-d50c-4ced-a860-75699693fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:02.384744 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:03.550680 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:03.961966 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:09.927584 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:10.857270 dv-cinder-821745-1-iscsi neutron-server[109306]: DEBUG neutron.wsgi [req-88d068b5-29e3-498c-82e8-221f9642c1bd req-3def42ea-a8be-460e-ba00-f61d6543efaf service neutron] (109306) timed out ('10.222.0.27', 40358) {{(pid=109306) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 17 08:09:11.033251 dv-cinder-821745-1-iscsi neutron-server[109307]: DEBUG neutron.wsgi [req-7ea0adaa-eafa-490c-98e6-84c88f38bcfc req-05a2bbfe-cf22-4b42-949d-6e9759610da0 service neutron] (109307) timed out ('10.222.0.27', 42280) {{(pid=109307) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jun 17 08:09:28.865000 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-95d64e73-7cf7-4377-a39d-c1445bd322a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:31.109828 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-1168b025-dd57-4866-9268-e6fdb15cef11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:32.384470 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:33.510638 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:33.950196 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:35.883578 dv-cinder-821745-1-iscsi neutron-server[109309]: DEBUG neutron.db.agents_db [None req-88ba4d74-dae2-4c34-a235-97cd17b1a7f1 None None] Agent healthcheck: found 6 active agents {{(pid=109309) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 17 08:09:39.926792 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-8e64e89f-f4cf-4bd2-8e3e-64729a554c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:09:58.829702 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9f4f2f48-53c1-443a-a89d-ba0d32767a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:01.081176 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-c6cd2469-7310-446f-b73d-d8d3187554aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:02.383379 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-ecaba5a9-187d-41ab-95fc-1405e0af004a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:03.504466 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-9a344865-ca04-4cf4-b15b-663a71516046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 17 08:10:03.949181 dv-cinder-821745-1-iscsi neutron-server[109308]: DEBUG neutron_lib.callbacks.manager [None req-b4cd38d0-98e2-4c9f-9794-37e10e59a0c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8793428924097', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7657431'] for agent, after_update {{(pid=109308) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}